2024-04-24T12:36:39.072 INFO:root:teuthology version: 0.0.1.dev269+g9481b1d 2024-04-24T12:36:39.072 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi --archive /home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417 --owner scheduled_vallariag@teuthology --description rbd:nvmeof/{base/install centos_latest conf/{disable-pool-app} workloads/nvmeof_thrash} -- /home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417/orig.config.yaml 2024-04-24T12:36:39.104 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-24T12:36:39.179 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417 branch: main description: rbd:nvmeof/{base/install centos_latest conf/{disable-pool-app} workloads/nvmeof_thrash} email: null first_in_suite: false job_id: '7671417' kernel: kdb: true sha1: distro last_in_suite: false machine_type: smithi name: vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi no_nested_subset: false nuke-on-error: true os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon warn on pool no app: false mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - MON_DOWN - mons down - mon down - out of quorum - CEPHADM_FAILED_DAEMON sha1: 1c8eaaed171338ca430801cd2a0de955426cce1d ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 1c8eaaed171338ca430801cd2a0de955426cce1d selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 workunit: branch: wip-nvmeof-test-v4-debug4 sha1: 0b53cc45042c11665011d25d6e346d9cc4263310 owner: scheduled_vallariag@teuthology priority: 30 repo: https://git.ceph.com/ceph-ci.git roles: - - host.a - mon.a - mgr.x - osd.0 - osd.1 - client.0 - ceph.nvmeof.nvmeof.a - - host.b - mon.b - osd.2 - osd.3 - osd.4 - client.1 - ceph.nvmeof.nvmeof.b - - host.c - mon.c - osd.5 - osd.6 - osd.7 - client.2 - ceph.nvmeof.nvmeof.c - - client.3 seed: 1461 sha1: 1c8eaaed171338ca430801cd2a0de955426cce1d sleep_before_teardown: 0 suite: rbd:nvmeof suite_branch: wip-nvmeof-test-v4-debug4 suite_path: /home/teuthworker/src/github.com_vallariag_ceph_0b53cc45042c11665011d25d6e346d9cc4263310/qa suite_relpath: qa suite_repo: https://github.com/vallariag/ceph.git suite_sha1: 0b53cc45042c11665011d25d6e346d9cc4263310 targets: smithi081.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEgk5V0NjFPZjIYkET0fLP/QSKbIqG+gmAlQSoE87uV0qIrGu7+M6sHidGcX8HwB4ofHFPjDxJymy9FgJsNP1ac= smithi096.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBItEpsbj6heK7yBauJB4s0BeI0V7cpr11oyMxd/UbWiDJL0mBvN75W3QCHFG5OSsAXp++64xXv12fz13d/vNGok= smithi162.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMGNvapwMi1PGwFDzqeae9zq2p6tIaA+JvmWU6JjKRLweUYvF3s8X2ND0iA/KDn7wIkwFCORqX8uJ/kNXQhatGM= smithi177.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBmuNCV44IBvfEs+hEJgIcSKKB3lQgUnw1UFl39oqR++//7NUPtESuXdtQRDYCzAhW0gI/uTKjOhVEI3zgEPSck= tasks: - install: extra_packages: - nvme-cli - cephadm: null - cephadm.shell: host.a: - ceph orch status - ceph orch ps - ceph orch host ls - ceph orch device ls - ceph osd lspools - nvmeof: client: client.0 gateway_config: cli_image: quay.io/ceph/nvmeof-cli:1.2.5 namespaces_count: 5 subsystems_count: 3 gw_image: quay.io/ceph/nvmeof:1.2.5 rbd: image_name_prefix: myimage pool_name: mypool - cephadm.wait_for_service: service: nvmeof.mypool - workunit: clients: client.3: - rbd/nvmeof_setup_subsystem.sh - rbd/nvmeof_basic_tests.sh env: RBD_IMAGE_PREFIX: myimage RBD_POOL: mypool no_coverage_and_limits: true - nvmeof.thrash: checker_host: client.3 switch_thrashers: true - mon_thrash: logger: '[nvmeof.thrasher.mon_thrasher]' revive_delay: 60 switch_thrashers: true thrash_delay: 60 thrash_many: true - workunit: clients: client.3: - rbd/nvmeof_fio_test.sh --rbd_iostat env: IOSTAT_INTERVAL: '10' RBD_POOL: mypool RUNTIME: '600' no_coverage_and_limits: true timeout: 30m teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17 timestamp: 2024-04-24_12:19:14 tube: smithi use_shaman: true user: vallariag verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-04-24T12:36:39.179 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_vallariag_ceph_0b53cc45042c11665011d25d6e346d9cc4263310/qa; will attempt to use it 2024-04-24T12:36:39.180 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_vallariag_ceph_0b53cc45042c11665011d25d6e346d9cc4263310/qa/tasks 2024-04-24T12:36:39.180 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-24T12:36:39.182 INFO:teuthology.task.internal:Checking packages... 2024-04-24T12:36:39.206 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '1c8eaaed171338ca430801cd2a0de955426cce1d' 2024-04-24T12:36:39.206 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-24T12:36:39.206 INFO:teuthology.packaging:ref: None 2024-04-24T12:36:39.206 INFO:teuthology.packaging:tag: None 2024-04-24T12:36:39.206 INFO:teuthology.packaging:branch: main 2024-04-24T12:36:39.206 INFO:teuthology.packaging:sha1: 1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:36:39.207 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-24T12:36:39.430 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1670.g1fb5d106 2024-04-24T12:36:39.432 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-24T12:36:39.441 INFO:teuthology.task.internal:no buildpackages task found 2024-04-24T12:36:39.441 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-24T12:36:39.456 INFO:teuthology.task.internal:Saving configuration 2024-04-24T12:36:39.468 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-24T12:36:39.480 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-24T12:36:39.505 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi081.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-24 12:31:26.782977', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEgk5V0NjFPZjIYkET0fLP/QSKbIqG+gmAlQSoE87uV0qIrGu7+M6sHidGcX8HwB4ofHFPjDxJymy9FgJsNP1ac='} 2024-04-24T12:36:39.530 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi096.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-24 12:31:26.785606', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBItEpsbj6heK7yBauJB4s0BeI0V7cpr11oyMxd/UbWiDJL0mBvN75W3QCHFG5OSsAXp++64xXv12fz13d/vNGok='} 2024-04-24T12:36:39.551 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi162.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-24 12:31:26.786830', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBMGNvapwMi1PGwFDzqeae9zq2p6tIaA+JvmWU6JjKRLweUYvF3s8X2ND0iA/KDn7wIkwFCORqX8uJ/kNXQhatGM='} 2024-04-24T12:36:39.572 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi177.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vallariag-2024-04-24_12:19:14-rbd:nvmeof-main-distro-default-smithi/7671417', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-24 12:31:26.784396', 'locked_by': 'scheduled_vallariag@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBmuNCV44IBvfEs+hEJgIcSKKB3lQgUnw1UFl39oqR++//7NUPtESuXdtQRDYCzAhW0gI/uTKjOhVEI3zgEPSck='} 2024-04-24T12:36:39.572 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-24T12:36:39.579 INFO:teuthology.task.internal:roles: ubuntu@smithi081.front.sepia.ceph.com - ['host.a', 'mon.a', 'mgr.x', 'osd.0', 'osd.1', 'client.0', 'ceph.nvmeof.nvmeof.a'] 2024-04-24T12:36:39.579 INFO:teuthology.task.internal:roles: ubuntu@smithi096.front.sepia.ceph.com - ['host.b', 'mon.b', 'osd.2', 'osd.3', 'osd.4', 'client.1', 'ceph.nvmeof.nvmeof.b'] 2024-04-24T12:36:39.579 INFO:teuthology.task.internal:roles: ubuntu@smithi162.front.sepia.ceph.com - ['host.c', 'mon.c', 'osd.5', 'osd.6', 'osd.7', 'client.2', 'ceph.nvmeof.nvmeof.c'] 2024-04-24T12:36:39.579 INFO:teuthology.task.internal:roles: ubuntu@smithi177.front.sepia.ceph.com - ['client.3'] 2024-04-24T12:36:39.579 INFO:teuthology.run_tasks:Running task console_log... 2024-04-24T12:36:39.718 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb39b75bf70>, signals=[15]) 2024-04-24T12:36:39.719 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-24T12:36:39.726 INFO:teuthology.task.internal:Opening connections... 2024-04-24T12:36:39.727 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi081.front.sepia.ceph.com 2024-04-24T12:36:39.729 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:36:39.804 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi096.front.sepia.ceph.com 2024-04-24T12:36:39.805 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:36:39.881 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi162.front.sepia.ceph.com 2024-04-24T12:36:39.881 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:36:39.959 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi177.front.sepia.ceph.com 2024-04-24T12:36:39.960 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:36:40.035 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-24T12:36:40.044 DEBUG:teuthology.orchestra.run.smithi081:> uname -m 2024-04-24T12:36:40.062 INFO:teuthology.orchestra.run.smithi081.stdout:x86_64 2024-04-24T12:36:40.062 DEBUG:teuthology.orchestra.run.smithi081:> cat /etc/os-release 2024-04-24T12:36:40.119 INFO:teuthology.orchestra.run.smithi081.stdout:NAME="CentOS Stream" 2024-04-24T12:36:40.119 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION="9" 2024-04-24T12:36:40.119 INFO:teuthology.orchestra.run.smithi081.stdout:ID="centos" 2024-04-24T12:36:40.119 INFO:teuthology.orchestra.run.smithi081.stdout:ID_LIKE="rhel fedora" 2024-04-24T12:36:40.119 INFO:teuthology.orchestra.run.smithi081.stdout:VERSION_ID="9" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:PLATFORM_ID="platform:el9" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:ANSI_COLOR="0;31" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:LOGO="fedora-logo-icon" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:HOME_URL="https://centos.org/" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-24T12:36:40.120 INFO:teuthology.orchestra.run.smithi081.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-24T12:36:40.121 INFO:teuthology.lock.ops:Updating smithi081.front.sepia.ceph.com on lock server 2024-04-24T12:36:40.140 DEBUG:teuthology.orchestra.run.smithi096:> uname -m 2024-04-24T12:36:40.157 INFO:teuthology.orchestra.run.smithi096.stdout:x86_64 2024-04-24T12:36:40.158 DEBUG:teuthology.orchestra.run.smithi096:> cat /etc/os-release 2024-04-24T12:36:40.214 INFO:teuthology.orchestra.run.smithi096.stdout:NAME="CentOS Stream" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION="9" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:ID="centos" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:ID_LIKE="rhel fedora" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:VERSION_ID="9" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:PLATFORM_ID="platform:el9" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:ANSI_COLOR="0;31" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:LOGO="fedora-logo-icon" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:HOME_URL="https://centos.org/" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-24T12:36:40.215 INFO:teuthology.orchestra.run.smithi096.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-24T12:36:40.216 INFO:teuthology.lock.ops:Updating smithi096.front.sepia.ceph.com on lock server 2024-04-24T12:36:40.240 DEBUG:teuthology.orchestra.run.smithi162:> uname -m 2024-04-24T12:36:40.258 INFO:teuthology.orchestra.run.smithi162.stdout:x86_64 2024-04-24T12:36:40.258 DEBUG:teuthology.orchestra.run.smithi162:> cat /etc/os-release 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:NAME="CentOS Stream" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION="9" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:ID="centos" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:ID_LIKE="rhel fedora" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:VERSION_ID="9" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:PLATFORM_ID="platform:el9" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:ANSI_COLOR="0;31" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:LOGO="fedora-logo-icon" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:HOME_URL="https://centos.org/" 2024-04-24T12:36:40.316 INFO:teuthology.orchestra.run.smithi162.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-24T12:36:40.317 INFO:teuthology.orchestra.run.smithi162.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-24T12:36:40.317 INFO:teuthology.orchestra.run.smithi162.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-24T12:36:40.317 INFO:teuthology.lock.ops:Updating smithi162.front.sepia.ceph.com on lock server 2024-04-24T12:36:40.340 DEBUG:teuthology.orchestra.run.smithi177:> uname -m 2024-04-24T12:36:40.357 INFO:teuthology.orchestra.run.smithi177.stdout:x86_64 2024-04-24T12:36:40.358 DEBUG:teuthology.orchestra.run.smithi177:> cat /etc/os-release 2024-04-24T12:36:40.414 INFO:teuthology.orchestra.run.smithi177.stdout:NAME="CentOS Stream" 2024-04-24T12:36:40.414 INFO:teuthology.orchestra.run.smithi177.stdout:VERSION="9" 2024-04-24T12:36:40.414 INFO:teuthology.orchestra.run.smithi177.stdout:ID="centos" 2024-04-24T12:36:40.414 INFO:teuthology.orchestra.run.smithi177.stdout:ID_LIKE="rhel fedora" 2024-04-24T12:36:40.414 INFO:teuthology.orchestra.run.smithi177.stdout:VERSION_ID="9" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:PLATFORM_ID="platform:el9" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:ANSI_COLOR="0;31" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:LOGO="fedora-logo-icon" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:HOME_URL="https://centos.org/" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-24T12:36:40.415 INFO:teuthology.orchestra.run.smithi177.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-24T12:36:40.415 INFO:teuthology.lock.ops:Updating smithi177.front.sepia.ceph.com on lock server 2024-04-24T12:36:40.439 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-24T12:36:40.452 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-24T12:36:40.463 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-24T12:36:40.463 DEBUG:teuthology.orchestra.run.smithi081:> test '!' -e /home/ubuntu/cephtest 2024-04-24T12:36:40.466 DEBUG:teuthology.orchestra.run.smithi096:> test '!' -e /home/ubuntu/cephtest 2024-04-24T12:36:40.468 DEBUG:teuthology.orchestra.run.smithi162:> test '!' -e /home/ubuntu/cephtest 2024-04-24T12:36:40.470 DEBUG:teuthology.orchestra.run.smithi177:> test '!' -e /home/ubuntu/cephtest 2024-04-24T12:36:40.487 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-24T12:36:40.495 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-24T12:36:40.495 DEBUG:teuthology.orchestra.run.smithi081:> test -z $(ls -A /var/lib/ceph) 2024-04-24T12:36:40.522 DEBUG:teuthology.orchestra.run.smithi096:> test -z $(ls -A /var/lib/ceph) 2024-04-24T12:36:40.525 DEBUG:teuthology.orchestra.run.smithi162:> test -z $(ls -A /var/lib/ceph) 2024-04-24T12:36:40.528 DEBUG:teuthology.orchestra.run.smithi177:> test -z $(ls -A /var/lib/ceph) 2024-04-24T12:36:40.621 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-24T12:36:40.722 INFO:teuthology.run_tasks:Running task kernel... 2024-04-24T12:36:40.737 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-04-24T12:36:40.737 INFO:teuthology.task.kernel:config {'host.a': {'kdb': True, 'sha1': 'distro'}, 'host.b': {'kdb': True, 'sha1': 'distro'}, 'host.c': {'kdb': True, 'sha1': 'distro'}, 'client.3': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-04-24T12:36:40.737 DEBUG:teuthology.orchestra.run.smithi081:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-24T12:36:40.738 DEBUG:teuthology.orchestra.run.smithi096:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-24T12:36:40.738 DEBUG:teuthology.orchestra.run.smithi162:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-24T12:36:40.739 DEBUG:teuthology.orchestra.run.smithi177:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-24T12:36:40.755 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:36:40.755 DEBUG:teuthology.orchestra.run.smithi081:> uname -r 2024-04-24T12:36:40.756 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:36:40.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:36:40.757 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:36:40.757 DEBUG:teuthology.orchestra.run.smithi177:> uname -r 2024-04-24T12:36:40.758 DEBUG:teuthology.orchestra.run.smithi096:> uname -r 2024-04-24T12:36:40.758 DEBUG:teuthology.orchestra.run.smithi162:> uname -r 2024-04-24T12:36:40.811 INFO:teuthology.orchestra.run.smithi081.stdout:5.14.0-437.el9.x86_64 2024-04-24T12:36:40.812 INFO:teuthology.task.kernel:Running kernel on smithi081: 5.14.0-437.el9.x86_64 2024-04-24T12:36:40.812 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum install -y kernel 2024-04-24T12:36:40.814 INFO:teuthology.orchestra.run.smithi177.stdout:5.14.0-437.el9.x86_64 2024-04-24T12:36:40.814 INFO:teuthology.task.kernel:Running kernel on smithi177: 5.14.0-437.el9.x86_64 2024-04-24T12:36:40.814 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum install -y kernel 2024-04-24T12:36:40.816 INFO:teuthology.orchestra.run.smithi162.stdout:5.14.0-437.el9.x86_64 2024-04-24T12:36:40.816 INFO:teuthology.orchestra.run.smithi096.stdout:5.14.0-437.el9.x86_64 2024-04-24T12:36:40.816 INFO:teuthology.task.kernel:Running kernel on smithi162: 5.14.0-437.el9.x86_64 2024-04-24T12:36:40.816 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum install -y kernel 2024-04-24T12:36:40.817 INFO:teuthology.task.kernel:Running kernel on smithi096: 5.14.0-437.el9.x86_64 2024-04-24T12:36:40.817 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum install -y kernel 2024-04-24T12:36:42.985 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-24T12:36:43.184 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - BaseOS 13 MB/s | 8.0 MB 00:00 2024-04-24T12:36:43.309 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - BaseOS 8.6 MB/s | 8.0 MB 00:00 2024-04-24T12:36:44.187 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.0 MB 00:01 2024-04-24T12:36:44.761 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - AppStream 28 MB/s | 19 MB 00:00 2024-04-24T12:36:48.626 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - AppStream 4.3 MB/s | 19 MB 00:04 2024-04-24T12:36:49.020 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.2 MB 00:00 2024-04-24T12:36:49.663 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - AppStream 4.3 MB/s | 19 MB 00:04 2024-04-24T12:36:50.429 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - Extras packages 68 kB/s | 16 kB 00:00 2024-04-24T12:36:52.824 INFO:teuthology.orchestra.run.smithi162.stdout:Extra Packages for Enterprise Linux 9.2 MB/s | 21 MB 00:02 2024-04-24T12:36:53.743 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.2 MB 00:01 2024-04-24T12:36:54.280 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - CRB 6.3 MB/s | 6.2 MB 00:00 2024-04-24T12:36:55.426 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 16 kB 00:00 2024-04-24T12:36:56.956 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - Extras packages 12 kB/s | 16 kB 00:01 2024-04-24T12:36:57.497 INFO:teuthology.orchestra.run.smithi096.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-04-24T12:36:57.904 INFO:teuthology.orchestra.run.smithi162.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-24T12:36:58.518 INFO:teuthology.orchestra.run.smithi081.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-24T12:36:59.827 INFO:teuthology.orchestra.run.smithi162.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-24T12:36:59.827 INFO:teuthology.orchestra.run.smithi162.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-24T12:36:59.930 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:36:59.931 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:36:59.931 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:37:00.058 DEBUG:teuthology.orchestra.run.smithi162:> echo no | sudo yum reinstall kernel || true 2024-04-24T12:37:00.551 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:03 ago on Wed 24 Apr 2024 12:36:57 PM UTC. 2024-04-24T12:37:00.675 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:Reinstalling: 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 255 k 2024-04-24T12:37:00.689 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 0 2024-04-24T12:37:00.690 INFO:teuthology.orchestra.run.smithi162.stderr:Operation aborted. 2024-04-24T12:37:00.754 INFO:teuthology.orchestra.run.smithi162.stdout:Is this ok [y/N]: 2024-04-24T12:37:00.755 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum reinstall -y kernel || true 2024-04-24T12:37:01.243 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:04 ago on Wed 24 Apr 2024 12:36:57 PM UTC. 2024-04-24T12:37:01.358 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:37:01.359 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:37:01.359 INFO:teuthology.orchestra.run.smithi162.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:01.359 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:37:01.359 INFO:teuthology.orchestra.run.smithi162.stdout:Reinstalling: 2024-04-24T12:37:01.359 INFO:teuthology.orchestra.run.smithi162.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 255 k 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 0 2024-04-24T12:37:01.360 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:37:02.539 INFO:teuthology.orchestra.run.smithi162.stdout:kernel-5.14.0-437.el9.x86_64.rpm 244 kB/s | 255 kB 00:01 2024-04-24T12:37:02.539 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:37:02.540 INFO:teuthology.orchestra.run.smithi162.stdout:Total 216 kB/s | 255 kB 00:01 2024-04-24T12:37:02.559 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:37:02.577 INFO:teuthology.orchestra.run.smithi096.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-24T12:37:02.731 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:37:02.731 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:37:02.736 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:37:02.736 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:37:02.874 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:37:02.948 INFO:teuthology.orchestra.run.smithi162.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:02.949 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:03.532 INFO:teuthology.orchestra.run.smithi081.stdout:lab-extras 32 kB/s | 1.7 kB 00:00 2024-04-24T12:37:03.677 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:03.677 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:04.370 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:04.370 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:37:04.371 INFO:teuthology.orchestra.run.smithi162.stdout:Reinstalled: 2024-04-24T12:37:04.371 INFO:teuthology.orchestra.run.smithi162.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:04.371 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:37:04.371 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:37:04.433 INFO:teuthology.orchestra.run.smithi096.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-24T12:37:04.433 INFO:teuthology.orchestra.run.smithi096.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-24T12:37:04.535 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:37:04.536 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:37:04.537 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:37:04.560 DEBUG:teuthology.orchestra.run.smithi162:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T12:37:04.605 INFO:teuthology.orchestra.run.smithi162.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:04.607 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-24T12:37:04.607 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-24T12:37:04.607 INFO:teuthology.task.kernel:Enabling kdb on host.c... 2024-04-24T12:37:04.607 DEBUG:teuthology.orchestra.run.smithi162:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-24T12:37:04.633 INFO:teuthology.orchestra.run.smithi162.stdout:ttyS1 2024-04-24T12:37:04.657 DEBUG:teuthology.orchestra.run.smithi096:> echo no | sudo yum reinstall kernel || true 2024-04-24T12:37:04.661 DEBUG:teuthology.parallel:result is None 2024-04-24T12:37:05.155 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:03 ago on Wed 24 Apr 2024 12:37:02 PM UTC. 2024-04-24T12:37:05.287 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:37:05.299 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:37:05.299 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:05.299 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout:Reinstalling: 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 255 k 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 0 2024-04-24T12:37:05.300 INFO:teuthology.orchestra.run.smithi096.stderr:Operation aborted. 2024-04-24T12:37:05.366 INFO:teuthology.orchestra.run.smithi096.stdout:Is this ok [y/N]: 2024-04-24T12:37:05.367 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum reinstall -y kernel || true 2024-04-24T12:37:05.371 INFO:teuthology.orchestra.run.smithi081.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-24T12:37:05.371 INFO:teuthology.orchestra.run.smithi081.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-24T12:37:05.464 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:37:05.465 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:37:05.465 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:37:05.532 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - AppStream 920 kB/s | 19 MB 00:21 2024-04-24T12:37:05.588 DEBUG:teuthology.orchestra.run.smithi081:> echo no | sudo yum reinstall kernel || true 2024-04-24T12:37:05.858 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:03 ago on Wed 24 Apr 2024 12:37:02 PM UTC. 2024-04-24T12:37:05.973 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout:Reinstalling: 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:37:05.974 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:37:05.975 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 255 k 2024-04-24T12:37:05.975 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 0 2024-04-24T12:37:05.975 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:37:06.123 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:03 ago on Wed 24 Apr 2024 12:37:03 PM UTC. 2024-04-24T12:37:06.258 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout:Reinstalling: 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:37:06.267 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:37:06.268 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:37:06.268 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:37:06.268 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 255 k 2024-04-24T12:37:06.268 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 0 2024-04-24T12:37:06.269 INFO:teuthology.orchestra.run.smithi081.stderr:Operation aborted. 2024-04-24T12:37:06.327 INFO:teuthology.orchestra.run.smithi081.stdout:Is this ok [y/N]: 2024-04-24T12:37:06.327 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum reinstall -y kernel || true 2024-04-24T12:37:06.387 INFO:teuthology.orchestra.run.smithi096.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.8 MB/s | 255 kB 00:00 2024-04-24T12:37:06.388 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:37:06.388 INFO:teuthology.orchestra.run.smithi096.stdout:Total 617 kB/s | 255 kB 00:00 2024-04-24T12:37:06.403 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:37:06.586 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:37:06.586 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:37:06.591 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:37:06.591 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:37:06.744 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:37:06.813 INFO:teuthology.orchestra.run.smithi096.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:06.813 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:06.822 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:03 ago on Wed 24 Apr 2024 12:37:03 PM UTC. 2024-04-24T12:37:06.937 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:37:06.938 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:37:06.938 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:06.938 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout:Reinstalling: 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 255 k 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 0 2024-04-24T12:37:06.939 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:37:07.160 INFO:teuthology.orchestra.run.smithi081.stdout:kernel-5.14.0-437.el9.x86_64.rpm 1.6 MB/s | 255 kB 00:00 2024-04-24T12:37:07.160 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:37:07.160 INFO:teuthology.orchestra.run.smithi081.stdout:Total 1.1 MB/s | 255 kB 00:00 2024-04-24T12:37:07.174 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:37:07.361 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:37:07.361 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:37:07.366 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:37:07.366 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:37:07.504 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:37:07.585 INFO:teuthology.orchestra.run.smithi081.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:07.586 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:07.603 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:07.603 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:08.258 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:08.258 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:08.285 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:08.285 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:37:08.285 INFO:teuthology.orchestra.run.smithi096.stdout:Reinstalled: 2024-04-24T12:37:08.285 INFO:teuthology.orchestra.run.smithi096.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:08.285 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:37:08.285 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:37:08.441 DEBUG:teuthology.orchestra.run.smithi096:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T12:37:08.487 INFO:teuthology.orchestra.run.smithi096.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:08.488 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-24T12:37:08.488 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-24T12:37:08.488 INFO:teuthology.task.kernel:Enabling kdb on host.b... 2024-04-24T12:37:08.488 DEBUG:teuthology.orchestra.run.smithi096:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-24T12:37:08.518 INFO:teuthology.orchestra.run.smithi096.stdout:ttyS1 2024-04-24T12:37:08.538 DEBUG:teuthology.parallel:result is None 2024-04-24T12:37:08.990 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:08.990 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:37:08.991 INFO:teuthology.orchestra.run.smithi081.stdout:Reinstalled: 2024-04-24T12:37:08.991 INFO:teuthology.orchestra.run.smithi081.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:08.991 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:37:08.991 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:37:09.171 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T12:37:09.217 INFO:teuthology.orchestra.run.smithi081.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:09.218 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-24T12:37:09.218 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-24T12:37:09.218 INFO:teuthology.task.kernel:Enabling kdb on host.a... 2024-04-24T12:37:09.218 DEBUG:teuthology.orchestra.run.smithi081:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-24T12:37:09.250 INFO:teuthology.orchestra.run.smithi081.stdout:ttyS1 2024-04-24T12:37:09.274 DEBUG:teuthology.parallel:result is None 2024-04-24T12:37:09.649 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - CRB 13 MB/s | 6.2 MB 00:00 2024-04-24T12:37:11.524 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - Extras packages 32 kB/s | 16 kB 00:00 2024-04-24T12:37:17.778 INFO:teuthology.orchestra.run.smithi177.stdout:Extra Packages for Enterprise Linux 3.4 MB/s | 21 MB 00:06 2024-04-24T12:37:22.883 INFO:teuthology.orchestra.run.smithi177.stdout:lab-extras 12 kB/s | 1.7 kB 00:00 2024-04-24T12:37:24.741 INFO:teuthology.orchestra.run.smithi177.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-24T12:37:24.741 INFO:teuthology.orchestra.run.smithi177.stdout:Package kernel-5.14.0-437.el9.x86_64 is already installed. 2024-04-24T12:37:24.826 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:37:24.826 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:37:24.826 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:37:24.934 DEBUG:teuthology.orchestra.run.smithi177:> echo no | sudo yum reinstall kernel || true 2024-04-24T12:37:25.428 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:03 ago on Wed 24 Apr 2024 12:37:22 PM UTC. 2024-04-24T12:37:25.547 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout:Reinstalling: 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:37:25.559 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:37:25.560 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:37:25.560 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:37:25.560 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 255 k 2024-04-24T12:37:25.560 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 0 2024-04-24T12:37:25.560 INFO:teuthology.orchestra.run.smithi177.stderr:Operation aborted. 2024-04-24T12:37:25.613 INFO:teuthology.orchestra.run.smithi177.stdout:Is this ok [y/N]: 2024-04-24T12:37:25.613 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum reinstall -y kernel || true 2024-04-24T12:37:26.106 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:04 ago on Wed 24 Apr 2024 12:37:22 PM UTC. 2024-04-24T12:37:26.223 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:37:26.224 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:37:26.224 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2024-04-24T12:37:26.224 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:37:26.224 INFO:teuthology.orchestra.run.smithi177.stdout:Reinstalling: 2024-04-24T12:37:26.224 INFO:teuthology.orchestra.run.smithi177.stdout: kernel x86_64 5.14.0-437.el9 baseos 255 k 2024-04-24T12:37:26.224 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:37:26.225 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:37:26.225 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:37:26.225 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:37:26.225 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 255 k 2024-04-24T12:37:26.225 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 0 2024-04-24T12:37:26.225 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:37:26.987 INFO:teuthology.orchestra.run.smithi177.stdout:kernel-5.14.0-437.el9.x86_64.rpm 756 kB/s | 255 kB 00:00 2024-04-24T12:37:26.987 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:37:26.987 INFO:teuthology.orchestra.run.smithi177.stdout:Total 334 kB/s | 255 kB 00:00 2024-04-24T12:37:27.006 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:37:27.215 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:37:27.215 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:37:27.220 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:37:27.220 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:37:27.349 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:37:27.421 INFO:teuthology.orchestra.run.smithi177.stdout: Reinstalling : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:27.421 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:28.062 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:28.063 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 1/2 2024-04-24T12:37:28.777 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : kernel-5.14.0-437.el9.x86_64 2/2 2024-04-24T12:37:28.777 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:37:28.777 INFO:teuthology.orchestra.run.smithi177.stdout:Reinstalled: 2024-04-24T12:37:28.777 INFO:teuthology.orchestra.run.smithi177.stdout: kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:28.777 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:37:28.777 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:37:28.964 DEBUG:teuthology.orchestra.run.smithi177:> rpm -q kernel | sort -rV | head -n 1 2024-04-24T12:37:29.050 INFO:teuthology.orchestra.run.smithi177.stdout:kernel-5.14.0-437.el9.x86_64 2024-04-24T12:37:29.050 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-437.el9.x86_64 2024-04-24T12:37:29.050 INFO:teuthology.task.kernel:Newest distro kernel installed and running 2024-04-24T12:37:29.050 INFO:teuthology.task.kernel:Enabling kdb on client.3... 2024-04-24T12:37:29.051 DEBUG:teuthology.orchestra.run.smithi177:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-24T12:37:29.082 INFO:teuthology.orchestra.run.smithi177.stdout:ttyS1 2024-04-24T12:37:29.109 DEBUG:teuthology.parallel:result is None 2024-04-24T12:37:29.110 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-24T12:37:29.118 INFO:teuthology.task.internal:Creating test directory... 2024-04-24T12:37:29.118 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-24T12:37:29.121 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-24T12:37:29.123 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-24T12:37:29.126 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-24T12:37:29.164 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-24T12:37:29.171 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-24T12:37:29.177 INFO:teuthology.task.internal:Creating archive directory... 2024-04-24T12:37:29.177 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-24T12:37:29.180 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-24T12:37:29.182 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-24T12:37:29.184 DEBUG:teuthology.orchestra.run.smithi177:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-24T12:37:29.257 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-24T12:37:29.264 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-24T12:37:29.264 DEBUG:teuthology.orchestra.run.smithi081:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-24T12:37:29.266 DEBUG:teuthology.orchestra.run.smithi096:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-24T12:37:29.268 DEBUG:teuthology.orchestra.run.smithi162:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-24T12:37:29.271 DEBUG:teuthology.orchestra.run.smithi177:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-24T12:37:29.299 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.305 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.308 INFO:teuthology.orchestra.run.smithi177.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.312 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.315 INFO:teuthology.orchestra.run.smithi096.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.322 INFO:teuthology.orchestra.run.smithi081.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.330 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.341 INFO:teuthology.orchestra.run.smithi162.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-24T12:37:29.343 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-24T12:37:29.350 INFO:teuthology.task.internal:Configuring sudo... 2024-04-24T12:37:29.351 DEBUG:teuthology.orchestra.run.smithi081:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-24T12:37:29.353 DEBUG:teuthology.orchestra.run.smithi096:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-24T12:37:29.359 DEBUG:teuthology.orchestra.run.smithi162:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-24T12:37:29.362 DEBUG:teuthology.orchestra.run.smithi177:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-24T12:37:29.386 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-24T12:37:29.396 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-24T12:37:29.396 DEBUG:teuthology.orchestra.run.smithi081:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-24T12:37:29.419 DEBUG:teuthology.orchestra.run.smithi096:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-24T12:37:29.425 DEBUG:teuthology.orchestra.run.smithi162:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-24T12:37:29.429 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-24T12:37:29.443 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:29.518 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:29.563 DEBUG:teuthology.orchestra.run.smithi081:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:29.643 DEBUG:teuthology.orchestra.run.smithi081:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:29.683 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:37:29.683 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-24T12:37:29.747 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:29.789 DEBUG:teuthology.orchestra.run.smithi096:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:29.840 DEBUG:teuthology.orchestra.run.smithi096:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:29.923 DEBUG:teuthology.orchestra.run.smithi096:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:29.963 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:37:29.963 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-24T12:37:30.027 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:30.075 DEBUG:teuthology.orchestra.run.smithi162:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:30.129 DEBUG:teuthology.orchestra.run.smithi162:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:30.213 DEBUG:teuthology.orchestra.run.smithi162:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:30.254 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:37:30.254 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-24T12:37:30.320 DEBUG:teuthology.orchestra.run.smithi177:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:30.364 DEBUG:teuthology.orchestra.run.smithi177:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-24T12:37:30.424 DEBUG:teuthology.orchestra.run.smithi177:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:30.466 DEBUG:teuthology.orchestra.run.smithi177:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-24T12:37:30.506 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:37:30.506 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-24T12:37:30.574 DEBUG:teuthology.orchestra.run.smithi081:> sudo service rsyslog restart 2024-04-24T12:37:30.577 DEBUG:teuthology.orchestra.run.smithi096:> sudo service rsyslog restart 2024-04-24T12:37:30.579 DEBUG:teuthology.orchestra.run.smithi162:> sudo service rsyslog restart 2024-04-24T12:37:30.581 DEBUG:teuthology.orchestra.run.smithi177:> sudo service rsyslog restart 2024-04-24T12:37:30.611 INFO:teuthology.orchestra.run.smithi096.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T12:37:30.613 INFO:teuthology.orchestra.run.smithi081.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T12:37:30.619 INFO:teuthology.orchestra.run.smithi162.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T12:37:30.646 INFO:teuthology.orchestra.run.smithi177.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-24T12:37:31.106 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-24T12:37:31.114 INFO:teuthology.task.internal:Starting timer... 2024-04-24T12:37:31.114 INFO:teuthology.run_tasks:Running task pcp... 2024-04-24T12:37:31.124 INFO:teuthology.run_tasks:Running task selinux... 2024-04-24T12:37:31.132 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-04-24T12:37:31.132 DEBUG:teuthology.orchestra.run.smithi081:> sudo service auditd rotate 2024-04-24T12:37:31.215 INFO:teuthology.orchestra.run.smithi081.stdout:Rotating logs: 2024-04-24T12:37:31.217 DEBUG:teuthology.orchestra.run.smithi096:> sudo service auditd rotate 2024-04-24T12:37:31.258 INFO:teuthology.orchestra.run.smithi096.stdout:Rotating logs: 2024-04-24T12:37:31.260 DEBUG:teuthology.orchestra.run.smithi162:> sudo service auditd rotate 2024-04-24T12:37:31.325 INFO:teuthology.orchestra.run.smithi162.stdout:Rotating logs: 2024-04-24T12:37:31.327 DEBUG:teuthology.orchestra.run.smithi177:> sudo service auditd rotate 2024-04-24T12:37:31.375 INFO:teuthology.orchestra.run.smithi177.stdout:Rotating logs: 2024-04-24T12:37:31.377 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-24T12:37:31.377 DEBUG:teuthology.orchestra.run.smithi081:> /usr/sbin/getenforce 2024-04-24T12:37:31.399 INFO:teuthology.orchestra.run.smithi081.stdout:Permissive 2024-04-24T12:37:31.399 DEBUG:teuthology.orchestra.run.smithi096:> /usr/sbin/getenforce 2024-04-24T12:37:31.426 INFO:teuthology.orchestra.run.smithi096.stdout:Permissive 2024-04-24T12:37:31.426 DEBUG:teuthology.orchestra.run.smithi162:> /usr/sbin/getenforce 2024-04-24T12:37:31.452 INFO:teuthology.orchestra.run.smithi162.stdout:Permissive 2024-04-24T12:37:31.452 DEBUG:teuthology.orchestra.run.smithi177:> /usr/sbin/getenforce 2024-04-24T12:37:31.474 INFO:teuthology.orchestra.run.smithi177.stdout:Permissive 2024-04-24T12:37:31.474 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi081.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi096.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi162.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi177.front.sepia.ceph.com': 'permissive'} 2024-04-24T12:37:31.474 DEBUG:teuthology.orchestra.run.smithi081:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-24T12:37:31.501 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:37:31.501 DEBUG:teuthology.orchestra.run.smithi096:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-24T12:37:31.526 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:37:31.527 DEBUG:teuthology.orchestra.run.smithi162:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-24T12:37:31.552 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:37:31.552 DEBUG:teuthology.orchestra.run.smithi177:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-04-24T12:37:31.576 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:37:31.576 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-24T12:37:31.577 DEBUG:teuthology.orchestra.run.smithi081:> sudo /usr/sbin/setenforce permissive 2024-04-24T12:37:31.609 DEBUG:teuthology.orchestra.run.smithi096:> sudo /usr/sbin/setenforce permissive 2024-04-24T12:37:31.633 DEBUG:teuthology.orchestra.run.smithi162:> sudo /usr/sbin/setenforce permissive 2024-04-24T12:37:31.656 DEBUG:teuthology.orchestra.run.smithi177:> sudo /usr/sbin/setenforce permissive 2024-04-24T12:37:31.680 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-24T12:37:31.690 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-24T12:37:31.707 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-24T12:37:31.708 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi081.front.sepia.ceph.com,smithi096.front.sepia.ceph.com,smithi162.front.sepia.ceph.com,smithi177.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-24T12:41:04.552 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi081.front.sepia.ceph.com'), Remote(name='ubuntu@smithi096.front.sepia.ceph.com'), Remote(name='ubuntu@smithi162.front.sepia.ceph.com'), Remote(name='ubuntu@smithi177.front.sepia.ceph.com')] 2024-04-24T12:41:04.553 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-04-24T12:41:04.554 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi081.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:41:04.631 DEBUG:teuthology.orchestra.run.smithi081:> true 2024-04-24T12:41:04.709 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi081.front.sepia.ceph.com' 2024-04-24T12:41:04.710 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-24T12:41:04.710 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi096.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:41:04.787 DEBUG:teuthology.orchestra.run.smithi096:> true 2024-04-24T12:41:04.873 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi096.front.sepia.ceph.com' 2024-04-24T12:41:04.874 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi162.front.sepia.ceph.com' 2024-04-24T12:41:04.874 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi162.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:41:04.946 DEBUG:teuthology.orchestra.run.smithi162:> true 2024-04-24T12:41:05.026 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi162.front.sepia.ceph.com' 2024-04-24T12:41:05.027 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi177.front.sepia.ceph.com' 2024-04-24T12:41:05.027 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi177.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-24T12:41:05.101 DEBUG:teuthology.orchestra.run.smithi177:> true 2024-04-24T12:41:05.177 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi177.front.sepia.ceph.com' 2024-04-24T12:41:05.178 INFO:teuthology.run_tasks:Running task clock... 2024-04-24T12:41:05.189 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-24T12:41:05.189 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-24T12:41:05.189 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T12:41:05.192 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-24T12:41:05.192 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T12:41:05.194 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-24T12:41:05.194 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T12:41:05.196 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-24T12:41:05.197 DEBUG:teuthology.orchestra.run.smithi177:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-24T12:41:05.221 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-24T12:41:05.221 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-24T12:41:05.225 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-24T12:41:05.235 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-24T12:41:05.236 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-24T12:41:05.240 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-24T12:41:05.246 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-24T12:41:05.257 INFO:teuthology.orchestra.run.smithi096.stderr:sudo: ntpd: command not found 2024-04-24T12:41:05.260 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-24T12:41:05.260 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: ntpd: command not found 2024-04-24T12:41:05.264 INFO:teuthology.orchestra.run.smithi162.stderr:sudo: ntpd: command not found 2024-04-24T12:41:05.268 INFO:teuthology.orchestra.run.smithi096.stdout:506 Cannot talk to daemon 2024-04-24T12:41:05.271 INFO:teuthology.orchestra.run.smithi081.stdout:506 Cannot talk to daemon 2024-04-24T12:41:05.275 INFO:teuthology.orchestra.run.smithi162.stdout:506 Cannot talk to daemon 2024-04-24T12:41:05.281 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-24T12:41:05.283 INFO:teuthology.orchestra.run.smithi177.stderr:sudo: ntpd: command not found 2024-04-24T12:41:05.286 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-24T12:41:05.288 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-24T12:41:05.293 INFO:teuthology.orchestra.run.smithi177.stdout:506 Cannot talk to daemon 2024-04-24T12:41:05.294 INFO:teuthology.orchestra.run.smithi096.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-24T12:41:05.299 INFO:teuthology.orchestra.run.smithi081.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-24T12:41:05.302 INFO:teuthology.orchestra.run.smithi162.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-24T12:41:05.307 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-24T12:41:05.320 INFO:teuthology.orchestra.run.smithi177.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-24T12:41:05.349 INFO:teuthology.orchestra.run.smithi096.stderr:bash: line 1: ntpq: command not found 2024-04-24T12:41:05.353 INFO:teuthology.orchestra.run.smithi096.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T12:41:05.353 INFO:teuthology.orchestra.run.smithi096.stdout:=============================================================================== 2024-04-24T12:41:05.353 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.353 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.353 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.353 INFO:teuthology.orchestra.run.smithi096.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.354 INFO:teuthology.orchestra.run.smithi081.stderr:bash: line 1: ntpq: command not found 2024-04-24T12:41:05.356 INFO:teuthology.orchestra.run.smithi081.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T12:41:05.356 INFO:teuthology.orchestra.run.smithi081.stdout:=============================================================================== 2024-04-24T12:41:05.356 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.356 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.356 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.356 INFO:teuthology.orchestra.run.smithi081.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.357 INFO:teuthology.orchestra.run.smithi162.stderr:bash: line 1: ntpq: command not found 2024-04-24T12:41:05.360 INFO:teuthology.orchestra.run.smithi162.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T12:41:05.361 INFO:teuthology.orchestra.run.smithi162.stdout:=============================================================================== 2024-04-24T12:41:05.361 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.361 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.361 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.361 INFO:teuthology.orchestra.run.smithi162.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.372 INFO:teuthology.orchestra.run.smithi177.stderr:bash: line 1: ntpq: command not found 2024-04-24T12:41:05.375 INFO:teuthology.orchestra.run.smithi177.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-24T12:41:05.375 INFO:teuthology.orchestra.run.smithi177.stdout:=============================================================================== 2024-04-24T12:41:05.375 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.375 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.375 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.375 INFO:teuthology.orchestra.run.smithi177.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-24T12:41:05.376 INFO:teuthology.run_tasks:Running task install... 2024-04-24T12:41:05.384 DEBUG:teuthology.task.install:project ceph 2024-04-24T12:41:05.384 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d'}} 2024-04-24T12:41:05.384 DEBUG:teuthology.task.install:config {'extra_packages': ['nvme-cli'], 'flavor': 'default', 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d'} 2024-04-24T12:41:05.384 INFO:teuthology.task.install:Using flavor: default 2024-04-24T12:41:05.413 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-24T12:41:05.413 INFO:teuthology.task.install:extra packages: ['nvme-cli'] 2024-04-24T12:41:05.413 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d', 'tag': None, 'wait_for_package': False} 2024-04-24T12:41:05.414 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:41:05.416 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d', 'tag': None, 'wait_for_package': False} 2024-04-24T12:41:05.416 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:41:05.417 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d', 'tag': None, 'wait_for_package': False} 2024-04-24T12:41:05.417 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:41:05.418 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': ['nvme-cli'], 'extra_system_packages': [], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d', 'tag': None, 'wait_for_package': False} 2024-04-24T12:41:05.418 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:41:05.646 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/ 2024-04-24T12:41:05.646 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2513.g1c8eaaed 2024-04-24T12:41:05.659 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/ 2024-04-24T12:41:05.659 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2513.g1c8eaaed 2024-04-24T12:41:05.662 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/ 2024-04-24T12:41:05.663 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2513.g1c8eaaed 2024-04-24T12:41:05.664 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/ 2024-04-24T12:41:05.664 INFO:teuthology.task.install.rpm:Package version is 19.0.0-2513.g1c8eaaed 2024-04-24T12:41:05.778 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-24T12:41:05.779 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:41:05.779 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-24T12:41:05.804 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-04-24T12:41:05.804 DEBUG:teuthology.orchestra.run.smithi096:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1c8eaaed171338ca430801cd2a0de955426cce1d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-24T12:41:05.815 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-24T12:41:05.815 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:41:05.815 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-24T12:41:05.828 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-24T12:41:05.828 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:41:05.828 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-24T12:41:05.839 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-24T12:41:05.839 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:41:05.840 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-24T12:41:05.841 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-04-24T12:41:05.841 DEBUG:teuthology.orchestra.run.smithi081:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1c8eaaed171338ca430801cd2a0de955426cce1d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-24T12:41:05.854 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-04-24T12:41:05.854 DEBUG:teuthology.orchestra.run.smithi162:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1c8eaaed171338ca430801cd2a0de955426cce1d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-24T12:41:05.865 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, nvme-cli on remote rpm x86_64 2024-04-24T12:41:05.865 DEBUG:teuthology.orchestra.run.smithi177:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/1c8eaaed171338ca430801cd2a0de955426cce1d/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-24T12:41:05.870 DEBUG:teuthology.orchestra.run.smithi096:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-24T12:41:05.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-24T12:41:05.919 DEBUG:teuthology.orchestra.run.smithi162:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-24T12:41:05.929 DEBUG:teuthology.orchestra.run.smithi177:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-24T12:41:05.944 DEBUG:teuthology.orchestra.run.smithi096:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-24T12:41:05.980 DEBUG:teuthology.orchestra.run.smithi081:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-24T12:41:05.993 DEBUG:teuthology.orchestra.run.smithi162:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-24T12:41:06.002 DEBUG:teuthology.orchestra.run.smithi177:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-24T12:41:06.007 INFO:teuthology.orchestra.run.smithi096.stdout:check_obsoletes = 1 2024-04-24T12:41:06.009 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum clean all 2024-04-24T12:41:06.042 INFO:teuthology.orchestra.run.smithi081.stdout:check_obsoletes = 1 2024-04-24T12:41:06.044 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum clean all 2024-04-24T12:41:06.056 INFO:teuthology.orchestra.run.smithi162.stdout:check_obsoletes = 1 2024-04-24T12:41:06.057 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum clean all 2024-04-24T12:41:06.065 INFO:teuthology.orchestra.run.smithi177.stdout:check_obsoletes = 1 2024-04-24T12:41:06.066 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum clean all 2024-04-24T12:41:06.234 INFO:teuthology.orchestra.run.smithi096.stdout:48 files removed 2024-04-24T12:41:06.261 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-radosgw 2024-04-24T12:41:06.267 INFO:teuthology.orchestra.run.smithi081.stdout:48 files removed 2024-04-24T12:41:06.284 INFO:teuthology.orchestra.run.smithi162.stdout:48 files removed 2024-04-24T12:41:06.289 INFO:teuthology.orchestra.run.smithi177.stdout:48 files removed 2024-04-24T12:41:06.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-radosgw 2024-04-24T12:41:06.312 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-radosgw 2024-04-24T12:41:06.316 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-radosgw 2024-04-24T12:41:06.873 INFO:teuthology.orchestra.run.smithi081.stdout:ceph packages for x86_64 258 kB/s | 84 kB 00:00 2024-04-24T12:41:06.901 INFO:teuthology.orchestra.run.smithi096.stdout:ceph packages for x86_64 219 kB/s | 84 kB 00:00 2024-04-24T12:41:06.922 INFO:teuthology.orchestra.run.smithi162.stdout:ceph packages for x86_64 239 kB/s | 84 kB 00:00 2024-04-24T12:41:06.976 INFO:teuthology.orchestra.run.smithi177.stdout:ceph packages for x86_64 207 kB/s | 84 kB 00:00 2024-04-24T12:41:07.266 INFO:teuthology.orchestra.run.smithi081.stdout:ceph noarch packages 33 kB/s | 11 kB 00:00 2024-04-24T12:41:07.327 INFO:teuthology.orchestra.run.smithi096.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-24T12:41:07.348 INFO:teuthology.orchestra.run.smithi162.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-24T12:41:07.418 INFO:teuthology.orchestra.run.smithi177.stdout:ceph noarch packages 29 kB/s | 11 kB 00:00 2024-04-24T12:41:07.625 INFO:teuthology.orchestra.run.smithi081.stdout:ceph source packages 5.9 kB/s | 1.9 kB 00:00 2024-04-24T12:41:07.627 INFO:teuthology.orchestra.run.smithi096.stdout:ceph source packages 7.2 kB/s | 1.9 kB 00:00 2024-04-24T12:41:07.723 INFO:teuthology.orchestra.run.smithi162.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-04-24T12:41:07.795 INFO:teuthology.orchestra.run.smithi177.stdout:ceph source packages 5.6 kB/s | 1.9 kB 00:00 2024-04-24T12:41:08.331 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - BaseOS 14 MB/s | 8.0 MB 00:00 2024-04-24T12:41:08.761 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - BaseOS 7.3 MB/s | 8.0 MB 00:01 2024-04-24T12:41:09.183 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.0 MB 00:01 2024-04-24T12:41:09.603 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - BaseOS 4.5 MB/s | 8.0 MB 00:01 2024-04-24T12:41:10.807 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - AppStream 14 MB/s | 19 MB 00:01 2024-04-24T12:41:11.084 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - AppStream 23 MB/s | 19 MB 00:00 2024-04-24T12:41:17.199 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - CRB 2.2 MB/s | 6.2 MB 00:02 2024-04-24T12:41:18.691 INFO:teuthology.orchestra.run.smithi162.stdout:CentOS Stream 9 - Extras packages 47 kB/s | 16 kB 00:00 2024-04-24T12:41:20.354 INFO:teuthology.orchestra.run.smithi162.stdout:Extra Packages for Enterprise Linux 14 MB/s | 21 MB 00:01 2024-04-24T12:41:22.660 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - CRB 786 kB/s | 6.2 MB 00:08 2024-04-24T12:41:24.977 INFO:teuthology.orchestra.run.smithi081.stdout:CentOS Stream 9 - Extras packages 14 kB/s | 16 kB 00:01 2024-04-24T12:41:25.012 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:15 2024-04-24T12:41:25.426 INFO:teuthology.orchestra.run.smithi162.stdout:lab-extras 26 kB/s | 1.7 kB 00:00 2024-04-24T12:41:26.439 INFO:teuthology.orchestra.run.smithi081.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-04-24T12:41:27.545 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-radosgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 9.8 M 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout:Upgrading: 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: librados2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.4 M 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: librbd1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.4 M 2024-04-24T12:41:27.548 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 21 M 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-selinux x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 25 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 746 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 500 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: librgw2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.1 M 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-24T12:41:27.549 INFO:teuthology.orchestra.run.smithi162.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 45 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 134 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cephfs x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 162 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 321 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 298 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 99 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout:Installing weak dependencies: 2024-04-24T12:41:27.550 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout:Install 30 Packages 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout:Upgrade 2 Packages 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:27.551 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 59 M 2024-04-24T12:41:27.552 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:41:28.768 INFO:teuthology.orchestra.run.smithi162.stdout:(1/32): ceph-radosgw-19.0.0-2513.g1c8eaaed.el9. 11 MB/s | 9.8 MB 00:00 2024-04-24T12:41:28.826 INFO:teuthology.orchestra.run.smithi162.stdout:(2/32): ceph-selinux-19.0.0-2513.g1c8eaaed.el9. 433 kB/s | 25 kB 00:00 2024-04-24T12:41:28.910 INFO:teuthology.orchestra.run.smithi162.stdout:(3/32): libcephfs2-19.0.0-2513.g1c8eaaed.el9.x8 8.7 MB/s | 746 kB 00:00 2024-04-24T12:41:28.985 INFO:teuthology.orchestra.run.smithi162.stdout:(4/32): libradosstriper1-19.0.0-2513.g1c8eaaed. 6.5 MB/s | 500 kB 00:00 2024-04-24T12:41:29.327 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - CRB 8.0 MB/s | 6.2 MB 00:00 2024-04-24T12:41:29.394 INFO:teuthology.orchestra.run.smithi162.stdout:(5/32): librgw2-19.0.0-2513.g1c8eaaed.el9.x86_6 13 MB/s | 5.1 MB 00:00 2024-04-24T12:41:29.469 INFO:teuthology.orchestra.run.smithi162.stdout:(6/32): ceph-base-19.0.0-2513.g1c8eaaed.el9.x86 3.3 MB/s | 5.4 MB 00:01 2024-04-24T12:41:29.486 INFO:teuthology.orchestra.run.smithi162.stdout:(7/32): python3-ceph-argparse-19.0.0-2513.g1c8e 492 kB/s | 45 kB 00:00 2024-04-24T12:41:29.536 INFO:teuthology.orchestra.run.smithi162.stdout:(8/32): python3-cephfs-19.0.0-2513.g1c8eaaed.el 3.2 MB/s | 162 kB 00:00 2024-04-24T12:41:29.561 INFO:teuthology.orchestra.run.smithi162.stdout:(9/32): python3-ceph-common-19.0.0-2513.g1c8eaa 1.4 MB/s | 134 kB 00:00 2024-04-24T12:41:29.603 INFO:teuthology.orchestra.run.smithi162.stdout:(10/32): python3-rados-19.0.0-2513.g1c8eaaed.el 4.7 MB/s | 321 kB 00:00 2024-04-24T12:41:29.662 INFO:teuthology.orchestra.run.smithi162.stdout:(11/32): python3-rgw-19.0.0-2513.g1c8eaaed.el9. 1.7 MB/s | 99 kB 00:00 2024-04-24T12:41:29.687 INFO:teuthology.orchestra.run.smithi162.stdout:(12/32): python3-rbd-19.0.0-2513.g1c8eaaed.el9. 2.3 MB/s | 298 kB 00:00 2024-04-24T12:41:29.963 INFO:teuthology.orchestra.run.smithi162.stdout:(13/32): ceph-common-19.0.0-2513.g1c8eaaed.el9. 9.8 MB/s | 21 MB 00:02 2024-04-24T12:41:30.030 INFO:teuthology.orchestra.run.smithi162.stdout:(14/32): boost-program-options-1.75.0-8.el9.x86 291 kB/s | 107 kB 00:00 2024-04-24T12:41:30.071 INFO:teuthology.orchestra.run.smithi162.stdout:(15/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 418 kB/s | 160 kB 00:00 2024-04-24T12:41:30.138 INFO:teuthology.orchestra.run.smithi162.stdout:(16/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 258 kB/s | 45 kB 00:00 2024-04-24T12:41:30.188 INFO:teuthology.orchestra.run.smithi162.stdout:(17/32): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-04-24T12:41:30.247 INFO:teuthology.orchestra.run.smithi162.stdout:(18/32): qatlib-24.02.0-1.el9.x86_64.rpm 3.7 MB/s | 221 kB 00:00 2024-04-24T12:41:30.314 INFO:teuthology.orchestra.run.smithi162.stdout:(19/32): qatlib-service-24.02.0-1.el9.x86_64.rp 540 kB/s | 36 kB 00:00 2024-04-24T12:41:30.364 INFO:teuthology.orchestra.run.smithi162.stdout:(20/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-04-24T12:41:30.389 INFO:teuthology.orchestra.run.smithi162.stdout:(21/32): python3-prettytable-0.7.2-27.el9.noarc 168 kB/s | 42 kB 00:00 2024-04-24T12:41:30.423 INFO:teuthology.orchestra.run.smithi162.stdout:(22/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 832 kB/s | 292 kB 00:00 2024-04-24T12:41:30.765 INFO:teuthology.orchestra.run.smithi162.stdout:(23/32): libarrow-doc-9.0.0-10.el9.noarch.rpm 76 kB/s | 26 kB 00:00 2024-04-24T12:41:30.966 INFO:teuthology.orchestra.run.smithi162.stdout:(24/32): liboath-2.6.7-2.el9.x86_64.rpm 243 kB/s | 49 kB 00:00 2024-04-24T12:41:31.007 INFO:teuthology.orchestra.run.smithi162.stdout:(25/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 480 kB/s | 309 kB 00:00 2024-04-24T12:41:31.046 INFO:teuthology.orchestra.run.smithi096.stdout:CentOS Stream 9 - Extras packages 28 kB/s | 16 kB 00:00 2024-04-24T12:41:31.141 INFO:teuthology.orchestra.run.smithi162.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 384 kB/s | 67 kB 00:00 2024-04-24T12:41:31.274 INFO:teuthology.orchestra.run.smithi162.stdout:(27/32): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.1 MB/s | 838 kB 00:00 2024-04-24T12:41:31.358 INFO:teuthology.orchestra.run.smithi162.stdout:(28/32): libarrow-9.0.0-10.el9.x86_64.rpm 4.6 MB/s | 4.4 MB 00:00 2024-04-24T12:41:31.378 INFO:teuthology.orchestra.run.smithi081.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-24T12:41:31.383 INFO:teuthology.orchestra.run.smithi162.stdout:(29/32): re2-20211101-3.el9.x86_64.rpm 791 kB/s | 192 kB 00:00 2024-04-24T12:41:31.492 INFO:teuthology.orchestra.run.smithi162.stdout:(30/32): thrift-0.15.0-2.el9.x86_64.rpm 7.3 MB/s | 1.6 MB 00:00 2024-04-24T12:41:31.542 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - AppStream 933 kB/s | 19 MB 00:20 2024-04-24T12:41:31.700 INFO:teuthology.orchestra.run.smithi162.stdout:(31/32): librbd1-19.0.0-2513.g1c8eaaed.el9.x86_ 9.9 MB/s | 3.1 MB 00:00 2024-04-24T12:41:32.058 INFO:teuthology.orchestra.run.smithi162.stdout:(32/32): librados2-19.0.0-2513.g1c8eaaed.el9.x8 4.9 MB/s | 3.4 MB 00:00 2024-04-24T12:41:32.061 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:41:32.061 INFO:teuthology.orchestra.run.smithi162.stdout:Total 13 MB/s | 59 MB 00:04 2024-04-24T12:41:32.164 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:41:32.199 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:41:32.199 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:41:32.654 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:41:32.654 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:41:33.322 INFO:teuthology.orchestra.run.smithi096.stdout:Extra Packages for Enterprise Linux 9.7 MB/s | 21 MB 00:02 2024-04-24T12:41:33.496 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-radosgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 9.8 M 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout:Upgrading: 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: librados2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.4 M 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: librbd1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.4 M 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 21 M 2024-04-24T12:41:33.499 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-selinux x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 25 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 746 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 500 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: librgw2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.1 M 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-24T12:41:33.500 INFO:teuthology.orchestra.run.smithi081.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 45 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 134 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cephfs x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 162 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 321 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 298 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 99 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout:Installing weak dependencies: 2024-04-24T12:41:33.501 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout:Install 30 Packages 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout:Upgrade 2 Packages 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 59 M 2024-04-24T12:41:33.502 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:41:34.133 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:41:34.218 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-04-24T12:41:34.247 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-04-24T12:41:34.280 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-04-24T12:41:34.303 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:34.324 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:34.486 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:34.550 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:34.771 INFO:teuthology.orchestra.run.smithi081.stdout:(1/32): ceph-radosgw-19.0.0-2513.g1c8eaaed.el9. 9.8 MB/s | 9.8 MB 00:01 2024-04-24T12:41:34.872 INFO:teuthology.orchestra.run.smithi081.stdout:(2/32): ceph-base-19.0.0-2513.g1c8eaaed.el9.x86 4.8 MB/s | 5.4 MB 00:01 2024-04-24T12:41:34.913 INFO:teuthology.orchestra.run.smithi081.stdout:(3/32): ceph-selinux-19.0.0-2513.g1c8eaaed.el9. 177 kB/s | 25 kB 00:00 2024-04-24T12:41:34.930 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-04-24T12:41:34.982 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:34.988 INFO:teuthology.orchestra.run.smithi081.stdout:(4/32): libcephfs2-19.0.0-2513.g1c8eaaed.el9.x8 6.3 MB/s | 746 kB 00:00 2024-04-24T12:41:35.014 INFO:teuthology.orchestra.run.smithi081.stdout:(5/32): libradosstriper1-19.0.0-2513.g1c8eaaed. 4.9 MB/s | 500 kB 00:00 2024-04-24T12:41:35.064 INFO:teuthology.orchestra.run.smithi081.stdout:(6/32): python3-ceph-argparse-19.0.0-2513.g1c8e 903 kB/s | 45 kB 00:00 2024-04-24T12:41:35.074 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:35.123 INFO:teuthology.orchestra.run.smithi081.stdout:(7/32): python3-ceph-common-19.0.0-2513.g1c8eaa 2.2 MB/s | 134 kB 00:00 2024-04-24T12:41:35.161 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 8/34 2024-04-24T12:41:35.184 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:35.189 INFO:teuthology.orchestra.run.smithi081.stdout:(8/32): python3-cephfs-19.0.0-2513.g1c8eaaed.el 2.4 MB/s | 162 kB 00:00 2024-04-24T12:41:35.246 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:35.256 INFO:teuthology.orchestra.run.smithi081.stdout:(9/32): python3-rados-19.0.0-2513.g1c8eaaed.el9 4.7 MB/s | 321 kB 00:00 2024-04-24T12:41:35.299 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-04-24T12:41:35.334 INFO:teuthology.orchestra.run.smithi081.stdout:(10/32): python3-rbd-19.0.0-2513.g1c8eaaed.el9. 3.8 MB/s | 298 kB 00:00 2024-04-24T12:41:35.335 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 11/34 2024-04-24T12:41:35.401 INFO:teuthology.orchestra.run.smithi081.stdout:(11/32): python3-rgw-19.0.0-2513.g1c8eaaed.el9. 1.5 MB/s | 99 kB 00:00 2024-04-24T12:41:35.411 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:41:35.436 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:41:35.500 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:41:35.526 INFO:teuthology.orchestra.run.smithi081.stdout:(12/32): librgw2-19.0.0-2513.g1c8eaaed.el9.x86_ 9.6 MB/s | 5.1 MB 00:00 2024-04-24T12:41:35.533 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-04-24T12:41:35.551 INFO:teuthology.orchestra.run.smithi081.stdout:(13/32): boost-program-options-1.75.0-8.el9.x86 712 kB/s | 107 kB 00:00 2024-04-24T12:41:35.618 INFO:teuthology.orchestra.run.smithi081.stdout:(14/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 679 kB/s | 45 kB 00:00 2024-04-24T12:41:35.641 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : re2-1:20211101-3.el9.x86_64 15/34 2024-04-24T12:41:35.676 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 16/34 2024-04-24T12:41:35.677 INFO:teuthology.orchestra.run.smithi081.stdout:(15/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.0 MB/s | 160 kB 00:00 2024-04-24T12:41:35.716 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-04-24T12:41:35.744 INFO:teuthology.orchestra.run.smithi081.stdout:(16/32): librdkafka-1.6.1-102.el9.x86_64.rpm 5.2 MB/s | 662 kB 00:00 2024-04-24T12:41:35.750 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-04-24T12:41:35.769 INFO:teuthology.orchestra.run.smithi081.stdout:(17/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.1 MB/s | 292 kB 00:00 2024-04-24T12:41:35.779 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 19/34 2024-04-24T12:41:35.794 INFO:teuthology.orchestra.run.smithi081.stdout:(18/32): python3-prettytable-0.7.2-27.el9.noarc 842 kB/s | 42 kB 00:00 2024-04-24T12:41:35.812 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-04-24T12:41:35.819 INFO:teuthology.orchestra.run.smithi081.stdout:(19/32): qatlib-24.02.0-1.el9.x86_64.rpm 4.3 MB/s | 221 kB 00:00 2024-04-24T12:41:35.845 INFO:teuthology.orchestra.run.smithi081.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 714 kB/s | 36 kB 00:00 2024-04-24T12:41:35.870 INFO:teuthology.orchestra.run.smithi081.stdout:(21/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 940 kB/s | 47 kB 00:00 2024-04-24T12:41:36.062 INFO:teuthology.orchestra.run.smithi081.stdout:(22/32): ceph-common-19.0.0-2513.g1c8eaaed.el9. 9.0 MB/s | 21 MB 00:02 2024-04-24T12:41:36.149 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-04-24T12:41:36.200 INFO:teuthology.orchestra.run.smithi162.stdout: Upgrading : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:41:36.291 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:41:36.322 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 23/34 2024-04-24T12:41:36.346 INFO:teuthology.orchestra.run.smithi081.stdout:(23/32): libarrow-doc-9.0.0-10.el9.noarch.rpm 111 kB/s | 26 kB 00:00 2024-04-24T12:41:36.358 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-04-24T12:41:36.438 INFO:teuthology.orchestra.run.smithi081.stdout:(24/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 521 kB/s | 309 kB 00:00 2024-04-24T12:41:36.463 INFO:teuthology.orchestra.run.smithi081.stdout:(25/32): liboath-2.6.7-2.el9.x86_64.rpm 416 kB/s | 49 kB 00:00 2024-04-24T12:41:36.513 INFO:teuthology.orchestra.run.smithi081.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 898 kB/s | 67 kB 00:00 2024-04-24T12:41:36.622 INFO:teuthology.orchestra.run.smithi081.stdout:(27/32): parquet-libs-9.0.0-10.el9.x86_64.rpm 5.1 MB/s | 838 kB 00:00 2024-04-24T12:41:36.647 INFO:teuthology.orchestra.run.smithi081.stdout:(28/32): re2-20211101-3.el9.x86_64.rpm 1.4 MB/s | 192 kB 00:00 2024-04-24T12:41:36.731 INFO:teuthology.orchestra.run.smithi081.stdout:(29/32): libarrow-9.0.0-10.el9.x86_64.rpm 5.1 MB/s | 4.4 MB 00:00 2024-04-24T12:41:36.840 INFO:teuthology.orchestra.run.smithi081.stdout:(30/32): thrift-0.15.0-2.el9.x86_64.rpm 7.3 MB/s | 1.6 MB 00:00 2024-04-24T12:41:36.840 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 25/34 2024-04-24T12:41:36.878 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:41:36.948 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:41:37.019 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 27/34 2024-04-24T12:41:37.055 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 28/34 2024-04-24T12:41:37.098 INFO:teuthology.orchestra.run.smithi081.stdout:(31/32): librbd1-19.0.0-2513.g1c8eaaed.el9.x86_ 8.6 MB/s | 3.1 MB 00:00 2024-04-24T12:41:37.182 INFO:teuthology.orchestra.run.smithi081.stdout:(32/32): librados2-19.0.0-2513.g1c8eaaed.el9.x8 6.4 MB/s | 3.4 MB 00:00 2024-04-24T12:41:37.186 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:41:37.186 INFO:teuthology.orchestra.run.smithi081.stdout:Total 16 MB/s | 59 MB 00:03 2024-04-24T12:41:37.278 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:41:37.314 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:41:37.314 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:41:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:41:37.771 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:41:38.263 INFO:teuthology.orchestra.run.smithi096.stdout:lab-extras 30 kB/s | 1.7 kB 00:00 2024-04-24T12:41:39.223 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:41:39.308 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-04-24T12:41:39.313 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:39.337 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-04-24T12:41:39.353 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:39.362 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-04-24T12:41:39.375 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - CRB 1.4 MB/s | 6.2 MB 00:04 2024-04-24T12:41:39.385 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:39.404 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:39.601 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:39.664 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:39.891 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:39.931 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:41:39.993 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-04-24T12:41:40.011 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:41:40.011 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-24T12:41:40.011 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-24T12:41:40.011 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:40.040 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:40.106 INFO:teuthology.orchestra.run.smithi081.stdout: Upgrading : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:40.207 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:40.294 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 8/34 2024-04-24T12:41:40.333 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:40.395 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:40.410 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-radosgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 9.8 M 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout:Upgrading: 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout: librados2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.4 M 2024-04-24T12:41:40.413 INFO:teuthology.orchestra.run.smithi096.stdout: librbd1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-base x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.4 M 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 21 M 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-selinux x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 25 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 746 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: libradosstriper1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 500 k 2024-04-24T12:41:40.414 INFO:teuthology.orchestra.run.smithi096.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: librgw2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.1 M 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-argparse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 45 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 134 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cephfs x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 162 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rados x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 321 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 298 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 99 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-24T12:41:40.415 INFO:teuthology.orchestra.run.smithi096.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout:Installing weak dependencies: 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout:Install 30 Packages 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout:Upgrade 2 Packages 2024-04-24T12:41:40.416 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:41:40.417 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 59 M 2024-04-24T12:41:40.417 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:41:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-04-24T12:41:40.467 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 11/34 2024-04-24T12:41:40.560 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:41:40.585 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:41:40.649 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:41:40.683 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-04-24T12:41:40.791 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : re2-1:20211101-3.el9.x86_64 15/34 2024-04-24T12:41:40.825 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 16/34 2024-04-24T12:41:40.865 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-04-24T12:41:40.891 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-04-24T12:41:40.920 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 19/34 2024-04-24T12:41:40.953 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-04-24T12:41:41.263 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-04-24T12:41:41.299 INFO:teuthology.orchestra.run.smithi081.stdout: Upgrading : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:41:41.364 INFO:teuthology.orchestra.run.smithi096.stdout:(1/32): ceph-base-19.0.0-2513.g1c8eaaed.el9.x86 9.1 MB/s | 5.4 MB 00:00 2024-04-24T12:41:41.388 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:41:41.421 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 23/34 2024-04-24T12:41:41.422 INFO:teuthology.orchestra.run.smithi096.stdout:(2/32): ceph-selinux-19.0.0-2513.g1c8eaaed.el9. 432 kB/s | 25 kB 00:00 2024-04-24T12:41:41.456 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-04-24T12:41:41.514 INFO:teuthology.orchestra.run.smithi096.stdout:(3/32): libcephfs2-19.0.0-2513.g1c8eaaed.el9.x8 8.0 MB/s | 746 kB 00:00 2024-04-24T12:41:41.626 INFO:teuthology.orchestra.run.smithi177.stdout:CentOS Stream 9 - Extras packages 15 kB/s | 16 kB 00:01 2024-04-24T12:41:41.656 INFO:teuthology.orchestra.run.smithi096.stdout:(4/32): libradosstriper1-19.0.0-2513.g1c8eaaed. 3.5 MB/s | 500 kB 00:00 2024-04-24T12:41:41.914 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 25/34 2024-04-24T12:41:41.948 INFO:teuthology.orchestra.run.smithi096.stdout:(5/32): ceph-radosgw-19.0.0-2513.g1c8eaaed.el9. 8.4 MB/s | 9.8 MB 00:01 2024-04-24T12:41:42.032 INFO:teuthology.orchestra.run.smithi096.stdout:(6/32): librgw2-19.0.0-2513.g1c8eaaed.el9.x86_6 14 MB/s | 5.1 MB 00:00 2024-04-24T12:41:42.057 INFO:teuthology.orchestra.run.smithi096.stdout:(7/32): python3-ceph-argparse-19.0.0-2513.g1c8e 416 kB/s | 45 kB 00:00 2024-04-24T12:41:42.068 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:41:42.082 INFO:teuthology.orchestra.run.smithi096.stdout:(8/32): python3-ceph-common-19.0.0-2513.g1c8eaa 2.6 MB/s | 134 kB 00:00 2024-04-24T12:41:42.107 INFO:teuthology.orchestra.run.smithi096.stdout:(9/32): python3-cephfs-19.0.0-2513.g1c8eaaed.el 3.2 MB/s | 162 kB 00:00 2024-04-24T12:41:42.133 INFO:teuthology.orchestra.run.smithi096.stdout:(10/32): python3-rados-19.0.0-2513.g1c8eaaed.el 6.2 MB/s | 321 kB 00:00 2024-04-24T12:41:42.166 INFO:teuthology.orchestra.run.smithi096.stdout:(11/32): python3-rbd-19.0.0-2513.g1c8eaaed.el9. 5.0 MB/s | 298 kB 00:00 2024-04-24T12:41:42.183 INFO:teuthology.orchestra.run.smithi096.stdout:(12/32): python3-rgw-19.0.0-2513.g1c8eaaed.el9. 1.9 MB/s | 99 kB 00:00 2024-04-24T12:41:42.189 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:41:42.258 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 27/34 2024-04-24T12:41:42.287 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 28/34 2024-04-24T12:41:42.936 INFO:teuthology.orchestra.run.smithi177.stdout:Extra Packages for Enterprise Linux 18 MB/s | 21 MB 00:01 2024-04-24T12:41:43.034 INFO:teuthology.orchestra.run.smithi096.stdout:(13/32): ceph-common-19.0.0-2513.g1c8eaaed.el9. 9.1 MB/s | 21 MB 00:02 2024-04-24T12:41:43.059 INFO:teuthology.orchestra.run.smithi096.stdout:(14/32): boost-program-options-1.75.0-8.el9.x86 120 kB/s | 107 kB 00:00 2024-04-24T12:41:43.084 INFO:teuthology.orchestra.run.smithi096.stdout:(15/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 178 kB/s | 160 kB 00:00 2024-04-24T12:41:43.668 INFO:teuthology.orchestra.run.smithi096.stdout:(16/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 71 kB/s | 45 kB 00:00 2024-04-24T12:41:44.110 INFO:teuthology.orchestra.run.smithi096.stdout:(17/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 285 kB/s | 292 kB 00:01 2024-04-24T12:41:44.293 INFO:teuthology.orchestra.run.smithi096.stdout:(18/32): python3-prettytable-0.7.2-27.el9.noarc 68 kB/s | 42 kB 00:00 2024-04-24T12:41:44.476 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:44.510 INFO:teuthology.orchestra.run.smithi096.stdout:(19/32): librdkafka-1.6.1-102.el9.x86_64.rpm 456 kB/s | 662 kB 00:01 2024-04-24T12:41:44.676 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:44.918 INFO:teuthology.orchestra.run.smithi096.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 57 kB/s | 36 kB 00:00 2024-04-24T12:41:44.977 INFO:teuthology.orchestra.run.smithi096.stdout:(21/32): qatlib-24.02.0-1.el9.x86_64.rpm 255 kB/s | 221 kB 00:00 2024-04-24T12:41:45.144 INFO:teuthology.orchestra.run.smithi096.stdout:(22/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 75 kB/s | 47 kB 00:00 2024-04-24T12:41:45.169 INFO:teuthology.orchestra.run.smithi096.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 1.2 MB/s | 309 kB 00:00 2024-04-24T12:41:45.194 INFO:teuthology.orchestra.run.smithi096.stdout:(24/32): libarrow-doc-9.0.0-10.el9.noarch.rpm 521 kB/s | 26 kB 00:00 2024-04-24T12:41:45.212 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:45.246 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:41:45.281 INFO:teuthology.orchestra.run.smithi096.stdout:(25/32): libunwind-1.6.2-1.el9.x86_64.rpm 780 kB/s | 67 kB 00:00 2024-04-24T12:41:45.312 INFO:teuthology.orchestra.run.smithi096.stdout:(26/32): liboath-2.6.7-2.el9.x86_64.rpm 342 kB/s | 49 kB 00:00 2024-04-24T12:41:45.320 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:41:45.320 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-24T12:41:45.320 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-24T12:41:45.321 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:45.347 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:45.420 INFO:teuthology.orchestra.run.smithi096.stdout:(27/32): libarrow-9.0.0-10.el9.x86_64.rpm 10 MB/s | 4.4 MB 00:00 2024-04-24T12:41:45.445 INFO:teuthology.orchestra.run.smithi096.stdout:(28/32): re2-20211101-3.el9.x86_64.rpm 1.4 MB/s | 192 kB 00:00 2024-04-24T12:41:45.479 INFO:teuthology.orchestra.run.smithi096.stdout:(29/32): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.1 MB/s | 838 kB 00:00 2024-04-24T12:41:45.521 INFO:teuthology.orchestra.run.smithi096.stdout:(30/32): thrift-0.15.0-2.el9.x86_64.rpm 16 MB/s | 1.6 MB 00:00 2024-04-24T12:41:45.780 INFO:teuthology.orchestra.run.smithi096.stdout:(31/32): librados2-19.0.0-2513.g1c8eaaed.el9.x8 10 MB/s | 3.4 MB 00:00 2024-04-24T12:41:45.897 INFO:teuthology.orchestra.run.smithi096.stdout:(32/32): librbd1-19.0.0-2513.g1c8eaaed.el9.x86_ 7.5 MB/s | 3.1 MB 00:00 2024-04-24T12:41:45.899 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:41:45.899 INFO:teuthology.orchestra.run.smithi096.stdout:Total 11 MB/s | 59 MB 00:05 2024-04-24T12:41:45.997 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:41:46.032 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:41:46.032 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:41:46.487 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:41:46.488 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:41:47.936 INFO:teuthology.orchestra.run.smithi177.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-24T12:41:47.971 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:41:48.047 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-04-24T12:41:48.076 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-04-24T12:41:48.102 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-04-24T12:41:48.124 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:48.143 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:48.341 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:48.396 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:48.775 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-04-24T12:41:48.828 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:48.920 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:49.010 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 8/34 2024-04-24T12:41:49.038 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:49.110 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:49.138 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-04-24T12:41:49.174 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 11/34 2024-04-24T12:41:49.243 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:41:49.265 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:41:49.338 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:41:49.372 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /sys 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /proc 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /mnt 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /var/tmp 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /home 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /root 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout:skipping the directory /tmp 2024-04-24T12:41:49.480 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:49.483 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : re2-1:20211101-3.el9.x86_64 15/34 2024-04-24T12:41:49.514 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 16/34 2024-04-24T12:41:49.555 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-04-24T12:41:49.580 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-04-24T12:41:49.609 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 19/34 2024-04-24T12:41:49.641 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-04-24T12:41:49.953 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-04-24T12:41:49.996 INFO:teuthology.orchestra.run.smithi096.stdout: Upgrading : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:41:50.067 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:41:50.069 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:41:50.069 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:41:50.069 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-radosgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 9.8 M 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout:Upgrading: 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: librados2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.4 M 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: librbd1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-base x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.4 M 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 21 M 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-selinux x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 25 k 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-24T12:41:50.070 INFO:teuthology.orchestra.run.smithi177.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 746 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: libradosstriper1 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 500 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: librgw2 x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 5.1 M 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-argparse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 45 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-common x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 134 k 2024-04-24T12:41:50.071 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cephfs x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 162 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rados x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 321 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 298 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rgw x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 99 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: qatlib x86_64 24.02.0-1.el9 appstream 221 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: qatzip-libs x86_64 1.2.0-1.el9 appstream 47 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout:Installing weak dependencies: 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: qatlib-service x86_64 24.02.0-1.el9 appstream 36 k 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:41:50.072 INFO:teuthology.orchestra.run.smithi177.stdout:Install 30 Packages 2024-04-24T12:41:50.073 INFO:teuthology.orchestra.run.smithi177.stdout:Upgrade 2 Packages 2024-04-24T12:41:50.073 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:41:50.073 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 59 M 2024-04-24T12:41:50.073 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:41:50.085 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:41:50.117 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 23/34 2024-04-24T12:41:50.153 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-04-24T12:41:50.422 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:41:50.446 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:41:50.446 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:41:50.446 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-24T12:41:50.446 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:41:50.446 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:41:50.446 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:50.448 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:41:50.533 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:41:50.533 INFO:teuthology.orchestra.run.smithi162.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:41:50.615 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 25/34 2024-04-24T12:41:50.640 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:41:50.711 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:41:50.780 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 27/34 2024-04-24T12:41:50.809 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 28/34 2024-04-24T12:41:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:41:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/34 2024-04-24T12:41:51.785 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 6/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 8/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 9/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 10/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 11/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:41:51.786 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 13/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 24/34 2024-04-24T12:41:51.787 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 25/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 28/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : re2-1:20211101-3.el9.x86_64 29/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-04-24T12:41:51.788 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/34 2024-04-24T12:41:52.120 INFO:teuthology.orchestra.run.smithi177.stdout:(1/32): ceph-common-19.0.0-2513.g1c8eaaed.el9.x 15 MB/s | 21 MB 00:01 2024-04-24T12:41:52.171 INFO:teuthology.orchestra.run.smithi177.stdout:(2/32): ceph-selinux-19.0.0-2513.g1c8eaaed.el9. 505 kB/s | 25 kB 00:00 2024-04-24T12:41:52.270 INFO:teuthology.orchestra.run.smithi177.stdout:(3/32): libcephfs2-19.0.0-2513.g1c8eaaed.el9.x8 7.3 MB/s | 746 kB 00:00 2024-04-24T12:41:52.337 INFO:teuthology.orchestra.run.smithi177.stdout:(4/32): libradosstriper1-19.0.0-2513.g1c8eaaed. 7.3 MB/s | 500 kB 00:00 2024-04-24T12:41:52.454 INFO:teuthology.orchestra.run.smithi177.stdout:(5/32): ceph-base-19.0.0-2513.g1c8eaaed.el9.x86 3.1 MB/s | 5.4 MB 00:01 2024-04-24T12:41:52.563 INFO:teuthology.orchestra.run.smithi177.stdout:(6/32): python3-ceph-argparse-19.0.0-2513.g1c8e 417 kB/s | 45 kB 00:00 2024-04-24T12:41:52.643 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout:Upgraded: 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-24T12:41:52.644 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.645 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: re2-1:20211101-3.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:52.646 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:41:52.672 INFO:teuthology.orchestra.run.smithi177.stdout:(7/32): librgw2-19.0.0-2513.g1c8eaaed.el9.x86_6 15 MB/s | 5.1 MB 00:00 2024-04-24T12:41:52.697 INFO:teuthology.orchestra.run.smithi177.stdout:(8/32): python3-ceph-common-19.0.0-2513.g1c8eaa 1.0 MB/s | 134 kB 00:00 2024-04-24T12:41:52.722 INFO:teuthology.orchestra.run.smithi177.stdout:(9/32): python3-cephfs-19.0.0-2513.g1c8eaaed.el 3.2 MB/s | 162 kB 00:00 2024-04-24T12:41:52.832 INFO:teuthology.orchestra.run.smithi177.stdout:(10/32): ceph-radosgw-19.0.0-2513.g1c8eaaed.el9 4.7 MB/s | 9.8 MB 00:02 2024-04-24T12:41:52.856 INFO:teuthology.orchestra.run.smithi177.stdout:(11/32): python3-rbd-19.0.0-2513.g1c8eaaed.el9. 2.2 MB/s | 298 kB 00:00 2024-04-24T12:41:52.889 INFO:teuthology.orchestra.run.smithi177.stdout:(12/32): python3-rados-19.0.0-2513.g1c8eaaed.el 1.6 MB/s | 321 kB 00:00 2024-04-24T12:41:52.915 INFO:teuthology.orchestra.run.smithi177.stdout:(13/32): python3-rgw-19.0.0-2513.g1c8eaaed.el9. 1.2 MB/s | 99 kB 00:00 2024-04-24T12:41:52.951 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-test 2024-04-24T12:41:53.067 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:53.172 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:53.486 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:28 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:41:53.590 INFO:teuthology.orchestra.run.smithi177.stdout:(14/32): librabbitmq-0.11.0-7.el9.x86_64.rpm 67 kB/s | 45 kB 00:00 2024-04-24T12:41:53.606 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-test x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 48 M 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:41:53.607 INFO:teuthology.orchestra.run.smithi162.stdout: libcephsqlite x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 163 k 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout:Install 4 Packages 2024-04-24T12:41:53.608 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:41:53.609 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 48 M 2024-04-24T12:41:53.609 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 205 M 2024-04-24T12:41:53.609 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:41:53.615 INFO:teuthology.orchestra.run.smithi177.stdout:(15/32): boost-program-options-1.75.0-8.el9.x86 141 kB/s | 107 kB 00:00 2024-04-24T12:41:53.712 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:41:53.749 INFO:teuthology.orchestra.run.smithi177.stdout:(16/32): libpmemobj-1.12.1-1.el9.x86_64.rpm 186 kB/s | 160 kB 00:00 2024-04-24T12:41:53.750 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:41:53.821 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:41:53.821 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-24T12:41:53.821 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-24T12:41:53.821 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:41:53.851 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:54.136 INFO:teuthology.orchestra.run.smithi162.stdout:(1/4): libcephsqlite-19.0.0-2513.g1c8eaaed.el9. 426 kB/s | 163 kB 00:00 2024-04-24T12:41:54.433 INFO:teuthology.orchestra.run.smithi177.stdout:(17/32): python3-prettytable-0.7.2-27.el9.noarc 62 kB/s | 42 kB 00:00 2024-04-24T12:41:54.608 INFO:teuthology.orchestra.run.smithi177.stdout:(18/32): lttng-ust-2.12.0-6.el9.x86_64.rpm 295 kB/s | 292 kB 00:00 2024-04-24T12:41:54.773 INFO:teuthology.orchestra.run.smithi162.stdout:(2/4): socat-1.7.4.1-5.el9.x86_64.rpm 299 kB/s | 305 kB 00:01 2024-04-24T12:41:54.806 INFO:teuthology.orchestra.run.smithi162.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 95 kB/s | 64 kB 00:00 2024-04-24T12:41:54.814 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:54.814 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /sys 2024-04-24T12:41:54.814 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /proc 2024-04-24T12:41:54.814 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /mnt 2024-04-24T12:41:54.815 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /var/tmp 2024-04-24T12:41:54.815 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /home 2024-04-24T12:41:54.815 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /root 2024-04-24T12:41:54.815 INFO:teuthology.orchestra.run.smithi081.stdout:skipping the directory /tmp 2024-04-24T12:41:54.815 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:55.016 INFO:teuthology.orchestra.run.smithi177.stdout:(19/32): librdkafka-1.6.1-102.el9.x86_64.rpm 465 kB/s | 662 kB 00:01 2024-04-24T12:41:55.234 INFO:teuthology.orchestra.run.smithi177.stdout:(20/32): qatlib-service-24.02.0-1.el9.x86_64.rp 57 kB/s | 36 kB 00:00 2024-04-24T12:41:55.342 INFO:teuthology.orchestra.run.smithi177.stdout:(21/32): qatlib-24.02.0-1.el9.x86_64.rpm 243 kB/s | 221 kB 00:00 2024-04-24T12:41:55.675 INFO:teuthology.orchestra.run.smithi177.stdout:(22/32): qatzip-libs-1.2.0-1.el9.x86_64.rpm 72 kB/s | 47 kB 00:00 2024-04-24T12:41:55.732 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:41:55.750 INFO:teuthology.orchestra.run.smithi177.stdout:(23/32): gperftools-libs-2.9.1-2.el9.x86_64.rpm 598 kB/s | 309 kB 00:00 2024-04-24T12:41:55.755 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:41:55.755 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:41:55.756 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-24T12:41:55.756 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:41:55.756 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:41:55.756 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:55.757 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:41:55.843 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:41:55.843 INFO:teuthology.orchestra.run.smithi081.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:41:55.843 INFO:teuthology.orchestra.run.smithi177.stdout:(24/32): liboath-2.6.7-2.el9.x86_64.rpm 529 kB/s | 49 kB 00:00 2024-04-24T12:41:55.926 INFO:teuthology.orchestra.run.smithi177.stdout:(25/32): libarrow-doc-9.0.0-10.el9.noarch.rpm 104 kB/s | 26 kB 00:00 2024-04-24T12:41:55.960 INFO:teuthology.orchestra.run.smithi177.stdout:(26/32): libunwind-1.6.2-1.el9.x86_64.rpm 574 kB/s | 67 kB 00:00 2024-04-24T12:41:56.093 INFO:teuthology.orchestra.run.smithi162.stdout:(4/4): ceph-test-19.0.0-2513.g1c8eaaed.el9.x86_ 20 MB/s | 48 MB 00:02 2024-04-24T12:41:56.094 INFO:teuthology.orchestra.run.smithi177.stdout:(27/32): re2-20211101-3.el9.x86_64.rpm 1.4 MB/s | 192 kB 00:00 2024-04-24T12:41:56.095 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:41:56.096 INFO:teuthology.orchestra.run.smithi162.stdout:Total 19 MB/s | 48 MB 00:02 2024-04-24T12:41:56.122 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:41:56.143 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:41:56.143 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:41:56.178 INFO:teuthology.orchestra.run.smithi177.stdout:(28/32): libarrow-9.0.0-10.el9.x86_64.rpm 5.3 MB/s | 4.4 MB 00:00 2024-04-24T12:41:56.403 INFO:teuthology.orchestra.run.smithi177.stdout:(29/32): thrift-0.15.0-2.el9.x86_64.rpm 5.1 MB/s | 1.6 MB 00:00 2024-04-24T12:41:56.453 INFO:teuthology.orchestra.run.smithi177.stdout:(30/32): parquet-libs-9.0.0-10.el9.x86_64.rpm 1.6 MB/s | 838 kB 00:00 2024-04-24T12:41:56.505 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:41:56.505 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:41:56.695 INFO:teuthology.orchestra.run.smithi177.stdout:(31/32): librbd1-19.0.0-2513.g1c8eaaed.el9.x86_ 11 MB/s | 3.1 MB 00:00 2024-04-24T12:41:56.812 INFO:teuthology.orchestra.run.smithi177.stdout:(32/32): librados2-19.0.0-2513.g1c8eaaed.el9.x8 5.4 MB/s | 3.4 MB 00:00 2024-04-24T12:41:56.814 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:41:56.815 INFO:teuthology.orchestra.run.smithi177.stdout:Total 8.7 MB/s | 59 MB 00:06 2024-04-24T12:41:56.917 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:41:56.953 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:41:56.953 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:41:57.014 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 6/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 8/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 9/34 2024-04-24T12:41:57.036 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 10/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 11/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 13/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-04-24T12:41:57.037 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 24/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 25/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 28/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : re2-1:20211101-3.el9.x86_64 29/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-04-24T12:41:57.038 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:41:57.039 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-04-24T12:41:57.039 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/34 2024-04-24T12:41:57.110 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-04-24T12:41:57.158 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/4 2024-04-24T12:41:57.186 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:41:57.410 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:41:57.410 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout:Upgraded: 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.793 INFO:teuthology.orchestra.run.smithi081.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-24T12:41:57.794 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: re2-1:20211101-3.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:57.795 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:41:58.078 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-test 2024-04-24T12:41:58.633 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:27 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:41:58.759 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:41:58.765 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:41:58.765 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:41:58.765 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:41:58.765 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:41:58.765 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-test x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 48 M 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout: libcephsqlite x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 163 k 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout:Install 4 Packages 2024-04-24T12:41:58.766 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:41:58.767 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 48 M 2024-04-24T12:41:58.767 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 205 M 2024-04-24T12:41:58.767 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:41:58.863 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:41:58.951 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 1/34 2024-04-24T12:41:58.975 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 2/34 2024-04-24T12:41:59.004 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 3/34 2024-04-24T12:41:59.024 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:59.055 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: qatlib-service-24.02.0-1.el9.x86_64 4/34 2024-04-24T12:41:59.152 INFO:teuthology.orchestra.run.smithi081.stdout:(1/4): libcephsqlite-19.0.0-2513.g1c8eaaed.el9. 669 kB/s | 163 kB 00:00 2024-04-24T12:41:59.199 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:59.258 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : qatlib-24.02.0-1.el9.x86_64 5/34 2024-04-24T12:41:59.365 INFO:teuthology.orchestra.run.smithi081.stdout:(2/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 303 kB/s | 64 kB 00:00 2024-04-24T12:41:59.397 INFO:teuthology.orchestra.run.smithi081.stdout:(3/4): socat-1.7.4.1-5.el9.x86_64.rpm 624 kB/s | 305 kB 00:00 2024-04-24T12:41:59.620 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/34 2024-04-24T12:41:59.706 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:59.796 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:41:59.917 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 8/34 2024-04-24T12:41:59.946 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:41:59.992 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 9/34 2024-04-24T12:42:00.021 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : liboath-2.6.7-2.el9.x86_64 10/34 2024-04-24T12:42:00.065 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 11/34 2024-04-24T12:42:00.134 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:42:00.156 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:42:00.203 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 13/34 2024-04-24T12:42:00.229 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : qatzip-libs-1.2.0-1.el9.x86_64 14/34 2024-04-24T12:42:00.341 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : re2-1:20211101-3.el9.x86_64 15/34 2024-04-24T12:42:00.380 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 16/34 2024-04-24T12:42:00.540 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 17/34 2024-04-24T12:42:00.612 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 18/34 2024-04-24T12:42:00.641 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 19/34 2024-04-24T12:42:00.674 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 20/34 2024-04-24T12:42:00.985 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 21/34 2024-04-24T12:42:01.029 INFO:teuthology.orchestra.run.smithi177.stdout: Upgrading : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:42:01.109 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 22/34 2024-04-24T12:42:01.141 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 23/34 2024-04-24T12:42:01.177 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 24/34 2024-04-24T12:42:01.635 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 25/34 2024-04-24T12:42:01.641 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:01.664 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:42:01.716 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:01.744 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 26/34 2024-04-24T12:42:01.772 INFO:teuthology.orchestra.run.smithi081.stdout:(4/4): ceph-test-19.0.0-2513.g1c8eaaed.el9.x86_ 17 MB/s | 48 MB 00:02 2024-04-24T12:42:01.774 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:01.775 INFO:teuthology.orchestra.run.smithi081.stdout:Total 16 MB/s | 48 MB 00:03 2024-04-24T12:42:01.799 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:01.812 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 27/34 2024-04-24T12:42:01.819 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:01.819 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:01.842 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 28/34 2024-04-24T12:42:02.179 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:02.180 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:02.693 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:02.765 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-04-24T12:42:02.813 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/4 2024-04-24T12:42:02.841 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /sys 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /proc 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /mnt 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /var/tmp 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /home 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /root 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout:skipping the directory /tmp 2024-04-24T12:42:03.396 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:04.063 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:42:04.105 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:42:04.113 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:04.113 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/4 2024-04-24T12:42:04.113 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/4 2024-04-24T12:42:04.113 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 3/4 2024-04-24T12:42:04.316 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:42:04.341 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:42:04.341 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:04.341 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-24T12:42:04.341 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:42:04.341 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:42:04.341 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:04.344 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:04.381 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:04.435 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:42:04.436 INFO:teuthology.orchestra.run.smithi096.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:42:04.648 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 29/34 2024-04-24T12:42:04.651 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph 2024-04-24T12:42:04.692 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:42:04.784 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 30/34 2024-04-24T12:42:04.784 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-24T12:42:04.784 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-24T12:42:04.784 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:04.818 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:42:05.187 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:40 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:05.317 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout: ceph x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 6.6 k 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:05.320 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mds x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 2.4 M 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 1.5 M 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 249 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mon x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 4.8 M 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-osd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 17 M 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-24T12:42:05.321 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-collections 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-24T12:42:05.322 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout:Install 36 Packages 2024-04-24T12:42:05.323 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:05.324 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 30 M 2024-04-24T12:42:05.324 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 108 M 2024-04-24T12:42:05.324 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:05.652 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:42:05.652 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/34 2024-04-24T12:42:05.652 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/34 2024-04-24T12:42:05.652 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/34 2024-04-24T12:42:05.652 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 6/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 8/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 9/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 10/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 11/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 13/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-04-24T12:42:05.653 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 24/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 25/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-04-24T12:42:05.654 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-04-24T12:42:05.655 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 28/34 2024-04-24T12:42:05.655 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : re2-1:20211101-3.el9.x86_64 29/34 2024-04-24T12:42:05.655 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-04-24T12:42:05.655 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:42:05.655 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-04-24T12:42:05.655 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/34 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout:Upgraded: 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-24T12:42:06.526 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.527 INFO:teuthology.orchestra.run.smithi096.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:06.528 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-24T12:42:06.529 INFO:teuthology.orchestra.run.smithi096.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-24T12:42:06.529 INFO:teuthology.orchestra.run.smithi096.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-24T12:42:06.529 INFO:teuthology.orchestra.run.smithi096.stdout: re2-1:20211101-3.el9.x86_64 2024-04-24T12:42:06.529 INFO:teuthology.orchestra.run.smithi096.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-24T12:42:06.529 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:06.529 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:06.812 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-test 2024-04-24T12:42:07.306 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:07.338 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:29 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:07.351 INFO:teuthology.orchestra.run.smithi162.stdout:(1/36): ceph-19.0.0-2513.g1c8eaaed.el9.x86_64.r 27 kB/s | 6.6 kB 00:00 2024-04-24T12:42:07.380 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:07.460 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:07.461 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:07.461 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:42:07.461 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:07.461 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:42:07.461 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-test x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 48 M 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout: libcephsqlite x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 163 k 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout:Install 4 Packages 2024-04-24T12:42:07.462 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:07.463 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 48 M 2024-04-24T12:42:07.463 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 205 M 2024-04-24T12:42:07.463 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:42:07.501 INFO:teuthology.orchestra.run.smithi162.stdout:(2/36): ceph-mds-19.0.0-2513.g1c8eaaed.el9.x86_ 6.0 MB/s | 2.4 MB 00:00 2024-04-24T12:42:07.818 INFO:teuthology.orchestra.run.smithi162.stdout:(3/36): ceph-mgr-19.0.0-2513.g1c8eaaed.el9.x86_ 2.1 MB/s | 1.5 MB 00:00 2024-04-24T12:42:07.943 INFO:teuthology.orchestra.run.smithi162.stdout:(4/36): ceph-mgr-modules-core-19.0.0-2513.g1c8e 1.9 MB/s | 249 kB 00:00 2024-04-24T12:42:08.239 INFO:teuthology.orchestra.run.smithi096.stdout:(1/4): socat-1.7.4.1-5.el9.x86_64.rpm 473 kB/s | 305 kB 00:00 2024-04-24T12:42:08.298 INFO:teuthology.orchestra.run.smithi096.stdout:(2/4): libcephsqlite-19.0.0-2513.g1c8eaaed.el9. 232 kB/s | 163 kB 00:00 2024-04-24T12:42:08.357 INFO:teuthology.orchestra.run.smithi096.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 543 kB/s | 64 kB 00:00 2024-04-24T12:42:08.477 INFO:teuthology.orchestra.run.smithi162.stdout:(5/36): ceph-osd-19.0.0-2513.g1c8eaaed.el9.x86_ 17 MB/s | 17 MB 00:00 2024-04-24T12:42:08.544 INFO:teuthology.orchestra.run.smithi162.stdout:(6/36): ceph-mon-19.0.0-2513.g1c8eaaed.el9.x86_ 4.0 MB/s | 4.8 MB 00:01 2024-04-24T12:42:08.569 INFO:teuthology.orchestra.run.smithi162.stdout:(7/36): python3-cffi-1.14.5-5.el9.x86_64.rpm 405 kB/s | 253 kB 00:00 2024-04-24T12:42:08.677 INFO:teuthology.orchestra.run.smithi162.stdout:(8/36): python3-pycparser-2.20-6.el9.noarch.rpm 1.2 MB/s | 135 kB 00:00 2024-04-24T12:42:08.786 INFO:teuthology.orchestra.run.smithi162.stdout:(9/36): python3-requests-2.25.1-8.el9.noarch.rp 1.1 MB/s | 125 kB 00:00 2024-04-24T12:42:08.895 INFO:teuthology.orchestra.run.smithi162.stdout:(10/36): python3-urllib3-1.26.5-5.el9.noarch.rp 1.9 MB/s | 215 kB 00:00 2024-04-24T12:42:09.045 INFO:teuthology.orchestra.run.smithi162.stdout:(11/36): python3-ply-3.11-14.el9.noarch.rpm 212 kB/s | 106 kB 00:00 2024-04-24T12:42:09.245 INFO:teuthology.orchestra.run.smithi162.stdout:(12/36): python3-cryptography-36.0.1-4.el9.x86_ 1.6 MB/s | 1.2 MB 00:00 2024-04-24T12:42:09.741 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:09.742 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/4 2024-04-24T12:42:09.742 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/4 2024-04-24T12:42:09.742 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 3/4 2024-04-24T12:42:09.796 INFO:teuthology.orchestra.run.smithi162.stdout:(13/36): lua-5.4.4-4.el9.x86_64.rpm 209 kB/s | 188 kB 00:00 2024-04-24T12:42:09.846 INFO:teuthology.orchestra.run.smithi162.stdout:(14/36): python3-markupsafe-1.1.1-12.el9.x86_64 58 kB/s | 35 kB 00:00 2024-04-24T12:42:09.904 INFO:teuthology.orchestra.run.smithi162.stdout:(15/36): python3-mako-1.1.4-6.el9.noarch.rpm 200 kB/s | 172 kB 00:00 2024-04-24T12:42:10.029 INFO:teuthology.orchestra.run.smithi162.stdout:(16/36): lua-devel-5.4.4-4.el9.x86_64.rpm 179 kB/s | 22 kB 00:00 2024-04-24T12:42:10.034 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-04-24T12:42:10.034 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:10.034 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:10.034 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:10.035 INFO:teuthology.orchestra.run.smithi081.stdout: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:10.035 INFO:teuthology.orchestra.run.smithi081.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-24T12:42:10.035 INFO:teuthology.orchestra.run.smithi081.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-24T12:42:10.035 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:10.035 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:10.288 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph 2024-04-24T12:42:10.355 INFO:teuthology.orchestra.run.smithi162.stdout:(17/36): luarocks-3.9.2-1.el9.noarch.rpm 505 kB/s | 151 kB 00:00 2024-04-24T12:42:10.405 INFO:teuthology.orchestra.run.smithi162.stdout:(18/36): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 872 kB/s | 43 kB 00:00 2024-04-24T12:42:10.505 INFO:teuthology.orchestra.run.smithi162.stdout:(19/36): python3-cheroot-8.6.0-4.el9.noarch.rpm 1.7 MB/s | 172 kB 00:00 2024-04-24T12:42:10.522 INFO:teuthology.orchestra.run.smithi162.stdout:(20/36): python3-pytz-2021.1-5.el9.noarch.rpm 70 kB/s | 51 kB 00:00 2024-04-24T12:42:10.547 INFO:teuthology.orchestra.run.smithi162.stdout:(21/36): python3-toml-0.10.2-6.el9.noarch.rpm 59 kB/s | 42 kB 00:00 2024-04-24T12:42:10.623 INFO:teuthology.orchestra.run.smithi162.stdout:(22/36): python3-cherrypy-18.6.1-2.el9.noarch.r 3.0 MB/s | 358 kB 00:00 2024-04-24T12:42:10.639 INFO:teuthology.orchestra.run.smithi162.stdout:(23/36): python3-jaraco-8.2.1-3.el9.noarch.rpm 92 kB/s | 11 kB 00:00 2024-04-24T12:42:10.655 INFO:teuthology.orchestra.run.smithi096.stdout:(4/4): ceph-test-19.0.0-2513.g1c8eaaed.el9.x86_ 16 MB/s | 48 MB 00:03 2024-04-24T12:42:10.656 INFO:teuthology.orchestra.run.smithi162.stdout:(24/36): python3-jaraco-classes-3.2.1-5.el9.noa 163 kB/s | 18 kB 00:00 2024-04-24T12:42:10.657 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:10.657 INFO:teuthology.orchestra.run.smithi096.stdout:Total 15 MB/s | 48 MB 00:03 2024-04-24T12:42:10.683 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:42:10.690 INFO:teuthology.orchestra.run.smithi162.stdout:(25/36): python3-jaraco-collections-3.0.0-8.el9 463 kB/s | 23 kB 00:00 2024-04-24T12:42:10.703 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:42:10.703 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:42:10.707 INFO:teuthology.orchestra.run.smithi162.stdout:(26/36): python3-jaraco-functools-3.5.0-2.el9.n 291 kB/s | 19 kB 00:00 2024-04-24T12:42:10.724 INFO:teuthology.orchestra.run.smithi162.stdout:(27/36): python3-jaraco-text-3.2.0-6.el9.noarch 293 kB/s | 20 kB 00:00 2024-04-24T12:42:10.749 INFO:teuthology.orchestra.run.smithi162.stdout:(28/36): python3-logutils-0.3.5-21.el9.noarch.r 791 kB/s | 46 kB 00:00 2024-04-24T12:42:10.774 INFO:teuthology.orchestra.run.smithi162.stdout:(29/36): python3-more-itertools-8.12.0-2.el9.no 1.1 MB/s | 79 kB 00:00 2024-04-24T12:42:10.799 INFO:teuthology.orchestra.run.smithi162.stdout:(30/36): python3-pecan-1.4.2-3.el9.noarch.rpm 3.5 MB/s | 272 kB 00:00 2024-04-24T12:42:10.812 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:39 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:10.825 INFO:teuthology.orchestra.run.smithi162.stdout:(31/36): python3-portend-3.1.0-2.el9.noarch.rpm 218 kB/s | 16 kB 00:00 2024-04-24T12:42:10.850 INFO:teuthology.orchestra.run.smithi162.stdout:(32/36): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.2 MB/s | 90 kB 00:00 2024-04-24T12:42:10.875 INFO:teuthology.orchestra.run.smithi162.stdout:(33/36): python3-tempora-5.0.0-2.el9.noarch.rpm 474 kB/s | 36 kB 00:00 2024-04-24T12:42:10.909 INFO:teuthology.orchestra.run.smithi162.stdout:(34/36): python3-webob-1.8.7-6.el9.noarch.rpm 2.7 MB/s | 230 kB 00:00 2024-04-24T12:42:10.934 INFO:teuthology.orchestra.run.smithi162.stdout:(35/36): python3-werkzeug-2.0.3-3.el9.1.noarch. 5.0 MB/s | 427 kB 00:00 2024-04-24T12:42:10.944 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:10.946 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:10.946 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:42:10.946 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:10.946 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: ceph x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 6.6 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mds x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 2.4 M 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 1.5 M 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 249 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mon x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 4.8 M 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-osd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 17 M 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-24T12:42:10.947 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-collections 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-24T12:42:10.948 INFO:teuthology.orchestra.run.smithi081.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout:Install 36 Packages 2024-04-24T12:42:10.949 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:10.950 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 30 M 2024-04-24T12:42:10.950 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 108 M 2024-04-24T12:42:10.950 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:10.959 INFO:teuthology.orchestra.run.smithi162.stdout:(36/36): python3-zc-lockfile-2.0-10.el9.noarch. 240 kB/s | 20 kB 00:00 2024-04-24T12:42:10.963 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:10.963 INFO:teuthology.orchestra.run.smithi162.stdout:Total 5.4 MB/s | 30 MB 00:05 2024-04-24T12:42:11.065 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:42:11.065 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:42:11.100 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:11.142 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:11.142 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:11.436 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:11.436 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:11.573 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:42:11.647 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-04-24T12:42:11.687 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/4 2024-04-24T12:42:11.714 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:12.033 INFO:teuthology.orchestra.run.smithi081.stdout:(1/36): ceph-19.0.0-2513.g1c8eaaed.el9.x86_64.r 25 kB/s | 6.6 kB 00:00 2024-04-24T12:42:12.167 INFO:teuthology.orchestra.run.smithi081.stdout:(2/36): ceph-mds-19.0.0-2513.g1c8eaaed.el9.x86_ 6.0 MB/s | 2.4 MB 00:00 2024-04-24T12:42:12.575 INFO:teuthology.orchestra.run.smithi081.stdout:(3/36): ceph-mgr-19.0.0-2513.g1c8eaaed.el9.x86_ 1.9 MB/s | 1.5 MB 00:00 2024-04-24T12:42:12.700 INFO:teuthology.orchestra.run.smithi081.stdout:(4/36): ceph-mgr-modules-core-19.0.0-2513.g1c8e 1.9 MB/s | 249 kB 00:00 2024-04-24T12:42:12.715 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:12.779 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/36 2024-04-24T12:42:12.811 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/36 2024-04-24T12:42:12.839 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/36 2024-04-24T12:42:12.913 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/36 2024-04-24T12:42:12.972 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : luarocks-3.9.2-1.el9.noarch 5/36 2024-04-24T12:42:13.004 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/36 2024-04-24T12:42:13.098 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/36 2024-04-24T12:42:13.134 INFO:teuthology.orchestra.run.smithi081.stdout:(5/36): ceph-osd-19.0.0-2513.g1c8eaaed.el9.x86_ 17 MB/s | 17 MB 00:00 2024-04-24T12:42:13.160 INFO:teuthology.orchestra.run.smithi081.stdout:(6/36): python3-cffi-1.14.5-5.el9.x86_64.rpm 552 kB/s | 253 kB 00:00 2024-04-24T12:42:13.175 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/36 2024-04-24T12:42:13.216 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 9/36 2024-04-24T12:42:13.226 INFO:teuthology.orchestra.run.smithi081.stdout:(7/36): ceph-mon-19.0.0-2513.g1c8eaaed.el9.x86_ 4.0 MB/s | 4.8 MB 00:01 2024-04-24T12:42:13.250 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/36 2024-04-24T12:42:13.280 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/36 2024-04-24T12:42:13.314 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/36 2024-04-24T12:42:13.348 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/36 2024-04-24T12:42:13.389 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/36 2024-04-24T12:42:13.432 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/36 2024-04-24T12:42:13.435 INFO:teuthology.orchestra.run.smithi081.stdout:(8/36): python3-ply-3.11-14.el9.noarch.rpm 387 kB/s | 106 kB 00:00 2024-04-24T12:42:13.466 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/36 2024-04-24T12:42:13.468 INFO:teuthology.orchestra.run.smithi081.stdout:(9/36): python3-pycparser-2.20-6.el9.noarch.rpm 559 kB/s | 135 kB 00:00 2024-04-24T12:42:13.504 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/36 2024-04-24T12:42:13.578 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/36 2024-04-24T12:42:13.717 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 19/36 2024-04-24T12:42:13.735 INFO:teuthology.orchestra.run.smithi081.stdout:(10/36): python3-requests-2.25.1-8.el9.noarch.r 415 kB/s | 125 kB 00:00 2024-04-24T12:42:13.760 INFO:teuthology.orchestra.run.smithi081.stdout:(11/36): python3-urllib3-1.26.5-5.el9.noarch.rp 735 kB/s | 215 kB 00:00 2024-04-24T12:42:13.804 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 20/36 2024-04-24T12:42:13.827 INFO:teuthology.orchestra.run.smithi081.stdout:(12/36): python3-cryptography-36.0.1-4.el9.x86_ 1.8 MB/s | 1.2 MB 00:00 2024-04-24T12:42:13.857 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 21/36 2024-04-24T12:42:13.886 INFO:teuthology.orchestra.run.smithi081.stdout:(13/36): python3-mako-1.1.4-6.el9.noarch.rpm 1.3 MB/s | 172 kB 00:00 2024-04-24T12:42:13.895 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/36 2024-04-24T12:42:13.911 INFO:teuthology.orchestra.run.smithi081.stdout:(14/36): python3-markupsafe-1.1.1-12.el9.x86_64 415 kB/s | 35 kB 00:00 2024-04-24T12:42:13.936 INFO:teuthology.orchestra.run.smithi081.stdout:(15/36): lua-5.4.4-4.el9.x86_64.rpm 938 kB/s | 188 kB 00:00 2024-04-24T12:42:13.953 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-ply-3.11-14.el9.noarch 23/36 2024-04-24T12:42:13.962 INFO:teuthology.orchestra.run.smithi081.stdout:(16/36): python3-pytz-2021.1-5.el9.noarch.rpm 675 kB/s | 51 kB 00:00 2024-04-24T12:42:13.987 INFO:teuthology.orchestra.run.smithi081.stdout:(17/36): python3-toml-0.10.2-6.el9.noarch.rpm 552 kB/s | 42 kB 00:00 2024-04-24T12:42:14.016 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 24/36 2024-04-24T12:42:14.054 INFO:teuthology.orchestra.run.smithi081.stdout:(18/36): lua-devel-5.4.4-4.el9.x86_64.rpm 190 kB/s | 22 kB 00:00 2024-04-24T12:42:14.102 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:42:14.102 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /sys 2024-04-24T12:42:14.102 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /proc 2024-04-24T12:42:14.102 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /mnt 2024-04-24T12:42:14.103 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /var/tmp 2024-04-24T12:42:14.103 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /home 2024-04-24T12:42:14.103 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /root 2024-04-24T12:42:14.103 INFO:teuthology.orchestra.run.smithi177.stdout:skipping the directory /tmp 2024-04-24T12:42:14.103 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:14.205 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 25/36 2024-04-24T12:42:14.254 INFO:teuthology.orchestra.run.smithi081.stdout:(19/36): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 163 kB/s | 43 kB 00:00 2024-04-24T12:42:14.266 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 26/36 2024-04-24T12:42:14.321 INFO:teuthology.orchestra.run.smithi081.stdout:(20/36): python3-cheroot-8.6.0-4.el9.noarch.rpm 643 kB/s | 172 kB 00:00 2024-04-24T12:42:14.345 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 27/36 2024-04-24T12:42:14.388 INFO:teuthology.orchestra.run.smithi081.stdout:(21/36): luarocks-3.9.2-1.el9.noarch.rpm 354 kB/s | 151 kB 00:00 2024-04-24T12:42:14.414 INFO:teuthology.orchestra.run.smithi081.stdout:(22/36): python3-jaraco-8.2.1-3.el9.noarch.rpm 116 kB/s | 11 kB 00:00 2024-04-24T12:42:14.434 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 28/36 2024-04-24T12:42:14.472 INFO:teuthology.orchestra.run.smithi081.stdout:(23/36): python3-jaraco-classes-3.2.1-5.el9.noa 211 kB/s | 18 kB 00:00 2024-04-24T12:42:14.473 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 29/36 2024-04-24T12:42:14.497 INFO:teuthology.orchestra.run.smithi081.stdout:(24/36): python3-jaraco-collections-3.0.0-8.el9 277 kB/s | 23 kB 00:00 2024-04-24T12:42:14.556 INFO:teuthology.orchestra.run.smithi081.stdout:(25/36): python3-jaraco-functools-3.5.0-2.el9.n 233 kB/s | 19 kB 00:00 2024-04-24T12:42:14.581 INFO:teuthology.orchestra.run.smithi081.stdout:(26/36): python3-jaraco-text-3.2.0-6.el9.noarch 235 kB/s | 20 kB 00:00 2024-04-24T12:42:14.591 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 30/36 2024-04-24T12:42:14.615 INFO:teuthology.orchestra.run.smithi081.stdout:(27/36): python3-cherrypy-18.6.1-2.el9.noarch.r 995 kB/s | 358 kB 00:00 2024-04-24T12:42:14.640 INFO:teuthology.orchestra.run.smithi081.stdout:(28/36): python3-logutils-0.3.5-21.el9.noarch.r 552 kB/s | 46 kB 00:00 2024-04-24T12:42:14.666 INFO:teuthology.orchestra.run.smithi081.stdout:(29/36): python3-more-itertools-8.12.0-2.el9.no 936 kB/s | 79 kB 00:00 2024-04-24T12:42:14.716 INFO:teuthology.orchestra.run.smithi081.stdout:(30/36): python3-portend-3.1.0-2.el9.noarch.rpm 217 kB/s | 16 kB 00:00 2024-04-24T12:42:14.741 INFO:teuthology.orchestra.run.smithi081.stdout:(31/36): python3-pyOpenSSL-21.0.0-1.el9.noarch. 1.2 MB/s | 90 kB 00:00 2024-04-24T12:42:14.757 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 31/36 2024-04-24T12:42:14.766 INFO:teuthology.orchestra.run.smithi081.stdout:(32/36): python3-pecan-1.4.2-3.el9.noarch.rpm 1.8 MB/s | 272 kB 00:00 2024-04-24T12:42:14.783 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:14.792 INFO:teuthology.orchestra.run.smithi081.stdout:(33/36): python3-tempora-5.0.0-2.el9.noarch.rpm 473 kB/s | 36 kB 00:00 2024-04-24T12:42:14.809 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:14.809 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:14.809 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-24T12:42:14.809 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:14.809 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:14.810 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:14.875 INFO:teuthology.orchestra.run.smithi081.stdout:(34/36): python3-zc-lockfile-2.0-10.el9.noarch. 239 kB/s | 20 kB 00:00 2024-04-24T12:42:14.959 INFO:teuthology.orchestra.run.smithi081.stdout:(35/36): python3-webob-1.8.7-6.el9.noarch.rpm 1.0 MB/s | 230 kB 00:00 2024-04-24T12:42:14.984 INFO:teuthology.orchestra.run.smithi081.stdout:(36/36): python3-werkzeug-2.0.3-3.el9.1.noarch. 1.9 MB/s | 427 kB 00:00 2024-04-24T12:42:14.986 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:14.986 INFO:teuthology.orchestra.run.smithi081.stdout:Total 7.5 MB/s | 30 MB 00:04 2024-04-24T12:42:15.038 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:42:15.062 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/34 2024-04-24T12:42:15.062 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:15.062 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-24T12:42:15.062 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:42:15.062 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-24T12:42:15.062 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:15.064 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:42:15.123 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:15.148 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 33/34 2024-04-24T12:42:15.148 INFO:teuthology.orchestra.run.smithi177.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:42:15.163 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:15.163 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:15.455 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:15.457 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:16.143 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:16.210 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:16.267 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_6 6/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 7/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9. 8/34 2024-04-24T12:42:16.276 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x8 9/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 10/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 11/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 12/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 13/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 14/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 15/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 16/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 17/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 18/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 19/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : qatlib-24.02.0-1.el9.x86_64 20/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : qatlib-service-24.02.0-1.el9.x86_64 21/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : qatzip-libs-1.2.0-1.el9.x86_64 22/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 23/34 2024-04-24T12:42:16.277 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 24/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 25/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 26/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 27/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 28/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : re2-1:20211101-3.el9.x86_64 29/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 30/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 31/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 32/34 2024-04-24T12:42:16.278 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/34 2024-04-24T12:42:16.294 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:16.294 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:16.294 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-24T12:42:16.294 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:16.294 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:16.295 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:16.731 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:16.766 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:16.788 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:16.788 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:16.789 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-24T12:42:16.789 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:16.789 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:16.789 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:16.795 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/36 2024-04-24T12:42:16.828 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/36 2024-04-24T12:42:16.856 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/36 2024-04-24T12:42:16.925 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/36 2024-04-24T12:42:16.971 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : luarocks-3.9.2-1.el9.noarch 5/36 2024-04-24T12:42:17.004 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/36 2024-04-24T12:42:17.019 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:17.041 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:17.042 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:17.042 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-24T12:42:17.042 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:17.042 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:17.042 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 34/34 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout:Upgraded: 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout: librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout: librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:42:17.061 INFO:teuthology.orchestra.run.smithi177.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-radosgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-selinux-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: libradosstriper1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-24T12:42:17.062 INFO:teuthology.orchestra.run.smithi177.stdout: librgw2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-argparse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ceph-common-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: qatlib-24.02.0-1.el9.x86_64 2024-04-24T12:42:17.063 INFO:teuthology.orchestra.run.smithi177.stdout: qatlib-service-24.02.0-1.el9.x86_64 2024-04-24T12:42:17.064 INFO:teuthology.orchestra.run.smithi177.stdout: qatzip-libs-1.2.0-1.el9.x86_64 2024-04-24T12:42:17.064 INFO:teuthology.orchestra.run.smithi177.stdout: re2-1:20211101-3.el9.x86_64 2024-04-24T12:42:17.064 INFO:teuthology.orchestra.run.smithi177.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-24T12:42:17.064 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:17.064 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:17.094 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/36 2024-04-24T12:42:17.106 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:17.174 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/36 2024-04-24T12:42:17.215 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 9/36 2024-04-24T12:42:17.250 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/36 2024-04-24T12:42:17.280 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/36 2024-04-24T12:42:17.314 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/36 2024-04-24T12:42:17.344 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-test 2024-04-24T12:42:17.348 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/36 2024-04-24T12:42:17.389 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/36 2024-04-24T12:42:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/36 2024-04-24T12:42:17.483 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/36 2024-04-24T12:42:17.521 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/36 2024-04-24T12:42:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/36 2024-04-24T12:42:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 19/36 2024-04-24T12:42:17.803 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 20/36 2024-04-24T12:42:17.857 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 21/36 2024-04-24T12:42:17.877 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:30 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:17.896 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/36 2024-04-24T12:42:17.944 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-ply-3.11-14.el9.noarch 23/36 2024-04-24T12:42:17.999 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:17.999 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-test x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 48 M 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout: libcephsqlite x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 163 k 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:18.000 INFO:teuthology.orchestra.run.smithi177.stdout:Install 4 Packages 2024-04-24T12:42:18.001 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:18.001 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 24/36 2024-04-24T12:42:18.002 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 48 M 2024-04-24T12:42:18.002 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 205 M 2024-04-24T12:42:18.002 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:42:18.183 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 25/36 2024-04-24T12:42:18.225 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 26/36 2024-04-24T12:42:18.295 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 27/36 2024-04-24T12:42:18.382 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 28/36 2024-04-24T12:42:18.416 INFO:teuthology.orchestra.run.smithi177.stdout:(1/4): libcephsqlite-19.0.0-2513.g1c8eaaed.el9. 706 kB/s | 163 kB 00:00 2024-04-24T12:42:18.424 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 29/36 2024-04-24T12:42:18.547 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 30/36 2024-04-24T12:42:18.568 INFO:teuthology.orchestra.run.smithi177.stdout:(2/4): socat-1.7.4.1-5.el9.x86_64.rpm 797 kB/s | 305 kB 00:00 2024-04-24T12:42:18.628 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:18.629 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/4 2024-04-24T12:42:18.629 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/4 2024-04-24T12:42:18.629 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 3/4 2024-04-24T12:42:18.677 INFO:teuthology.orchestra.run.smithi177.stdout:(3/4): xmlstarlet-1.6.1-20.el9.x86_64.rpm 244 kB/s | 64 kB 00:00 2024-04-24T12:42:18.706 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 31/36 2024-04-24T12:42:18.735 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:18.760 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:18.760 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:18.760 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-24T12:42:18.760 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:18.761 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:18.761 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 6/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/36 2024-04-24T12:42:18.875 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 16/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 17/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 18/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 19/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 20/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 21/36 2024-04-24T12:42:18.876 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 22/36 2024-04-24T12:42:18.877 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 23/36 2024-04-24T12:42:18.877 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 24/36 2024-04-24T12:42:18.877 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 25/36 2024-04-24T12:42:18.877 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 26/36 2024-04-24T12:42:18.877 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 27/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 28/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 29/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 30/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 31/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 32/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 33/36 2024-04-24T12:42:18.878 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 34/36 2024-04-24T12:42:18.879 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 35/36 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:18.882 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:19.161 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph 2024-04-24T12:42:19.687 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:41 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:19.817 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 36/36 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: lua-5.4.4-4.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-24T12:42:19.819 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-24T12:42:19.820 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-ply-3.11-14.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-24T12:42:19.821 INFO:teuthology.orchestra.run.smithi162.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-24T12:42:19.822 INFO:teuthology.orchestra.run.smithi162.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-24T12:42:19.822 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:19.822 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:19.822 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: ceph x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 6.6 k 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mds x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 2.4 M 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 1.5 M 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 249 k 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mon x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 4.8 M 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-osd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 17 M 2024-04-24T12:42:19.823 INFO:teuthology.orchestra.run.smithi096.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-collections 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-24T12:42:19.824 INFO:teuthology.orchestra.run.smithi096.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-24T12:42:19.825 INFO:teuthology.orchestra.run.smithi096.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout:Install 36 Packages 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 30 M 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 108 M 2024-04-24T12:42:19.826 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:42:20.155 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-base 2024-04-24T12:42:20.195 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:20.220 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:20.221 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:20.221 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-24T12:42:20.221 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:20.221 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:20.221 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:20.570 INFO:teuthology.orchestra.run.smithi177.stdout:(4/4): ceph-test-19.0.0-2513.g1c8eaaed.el9.x86_ 20 MB/s | 48 MB 00:02 2024-04-24T12:42:20.572 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:20.572 INFO:teuthology.orchestra.run.smithi177.stdout:Total 19 MB/s | 48 MB 00:02 2024-04-24T12:42:20.598 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:42:20.619 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:42:20.619 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:42:20.668 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:55 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:20.670 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:20.693 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:20.693 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:20.693 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-24T12:42:20.693 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:20.693 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:20.693 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:20.747 INFO:teuthology.orchestra.run.smithi162.stdout:Package ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:20.789 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:20.790 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:42:20.790 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:20.847 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install cephadm 2024-04-24T12:42:20.913 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:20.913 INFO:teuthology.orchestra.run.smithi096.stdout:(1/36): ceph-19.0.0-2513.g1c8eaaed.el9.x86_64.r 38 kB/s | 6.6 kB 00:00 2024-04-24T12:42:20.935 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:20.935 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:20.935 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-24T12:42:20.935 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:20.936 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:20.936 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:20.980 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:42:20.980 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:42:20.999 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:21.105 INFO:teuthology.orchestra.run.smithi096.stdout:(2/36): ceph-mds-19.0.0-2513.g1c8eaaed.el9.x86_ 6.5 MB/s | 2.4 MB 00:00 2024-04-24T12:42:21.347 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:56 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:21.466 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout: cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 762 k 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:21.467 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:21.468 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:42:21.468 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:21.468 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 762 k 2024-04-24T12:42:21.468 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 768 k 2024-04-24T12:42:21.468 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:21.488 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:42:21.571 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 1/4 2024-04-24T12:42:21.618 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 2/4 2024-04-24T12:42:21.646 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:21.722 INFO:teuthology.orchestra.run.smithi096.stdout:(3/36): ceph-mon-19.0.0-2513.g1c8eaaed.el9.x86_ 5.9 MB/s | 4.8 MB 00:00 2024-04-24T12:42:21.822 INFO:teuthology.orchestra.run.smithi096.stdout:(4/36): ceph-mgr-modules-core-19.0.0-2513.g1c8e 2.4 MB/s | 249 kB 00:00 2024-04-24T12:42:22.000 INFO:teuthology.orchestra.run.smithi162.stdout:cephadm-19.0.0-2513.g1c8eaaed.el9.noarch.rpm 1.4 MB/s | 762 kB 00:00 2024-04-24T12:42:22.000 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:22.001 INFO:teuthology.orchestra.run.smithi162.stdout:Total 1.4 MB/s | 762 kB 00:00 2024-04-24T12:42:22.001 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:22.006 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:22.006 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:22.012 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:22.012 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:22.039 INFO:teuthology.orchestra.run.smithi096.stdout:(5/36): ceph-osd-19.0.0-2513.g1c8eaaed.el9.x86_ 18 MB/s | 17 MB 00:00 2024-04-24T12:42:22.087 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:22.122 INFO:teuthology.orchestra.run.smithi096.stdout:(6/36): python3-cffi-1.14.5-5.el9.x86_64.rpm 844 kB/s | 253 kB 00:00 2024-04-24T12:42:22.156 INFO:teuthology.orchestra.run.smithi096.stdout:(7/36): ceph-mgr-19.0.0-2513.g1c8eaaed.el9.x86_ 1.1 MB/s | 1.5 MB 00:01 2024-04-24T12:42:22.181 INFO:teuthology.orchestra.run.smithi096.stdout:(8/36): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-24T12:42:22.248 INFO:teuthology.orchestra.run.smithi096.stdout:(9/36): python3-requests-2.25.1-8.el9.noarch.rp 1.8 MB/s | 125 kB 00:00 2024-04-24T12:42:22.282 INFO:teuthology.orchestra.run.smithi096.stdout:(10/36): python3-cryptography-36.0.1-4.el9.x86_ 5.1 MB/s | 1.2 MB 00:00 2024-04-24T12:42:22.315 INFO:teuthology.orchestra.run.smithi096.stdout:(11/36): python3-pycparser-2.20-6.el9.noarch.rp 851 kB/s | 135 kB 00:00 2024-04-24T12:42:22.365 INFO:teuthology.orchestra.run.smithi096.stdout:(12/36): python3-urllib3-1.26.5-5.el9.noarch.rp 1.8 MB/s | 215 kB 00:00 2024-04-24T12:42:22.508 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:22.566 INFO:teuthology.orchestra.run.smithi096.stdout:(13/36): python3-markupsafe-1.1.1-12.el9.x86_64 173 kB/s | 35 kB 00:00 2024-04-24T12:42:22.594 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:22.599 INFO:teuthology.orchestra.run.smithi096.stdout:(14/36): lua-5.4.4-4.el9.x86_64.rpm 594 kB/s | 188 kB 00:00 2024-04-24T12:42:22.633 INFO:teuthology.orchestra.run.smithi096.stdout:(15/36): python3-mako-1.1.4-6.el9.noarch.rpm 542 kB/s | 172 kB 00:00 2024-04-24T12:42:22.671 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:22.671 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/36 2024-04-24T12:42:22.671 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 6/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/36 2024-04-24T12:42:22.672 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 16/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 17/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 18/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 19/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 20/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 21/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 22/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 23/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 24/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 25/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 26/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 27/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 28/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 29/36 2024-04-24T12:42:22.673 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 30/36 2024-04-24T12:42:22.674 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 31/36 2024-04-24T12:42:22.674 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 32/36 2024-04-24T12:42:22.674 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 33/36 2024-04-24T12:42:22.674 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 34/36 2024-04-24T12:42:22.674 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 35/36 2024-04-24T12:42:22.683 INFO:teuthology.orchestra.run.smithi096.stdout:(16/36): python3-toml-0.10.2-6.el9.noarch.rpm 498 kB/s | 42 kB 00:00 2024-04-24T12:42:22.708 INFO:teuthology.orchestra.run.smithi096.stdout:(17/36): python3-pytz-2021.1-5.el9.noarch.rpm 358 kB/s | 51 kB 00:00 2024-04-24T12:42:22.734 INFO:teuthology.orchestra.run.smithi096.stdout:(18/36): lua-devel-5.4.4-4.el9.x86_64.rpm 222 kB/s | 22 kB 00:00 2024-04-24T12:42:22.946 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:23.109 INFO:teuthology.orchestra.run.smithi096.stdout:(19/36): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 108 kB/s | 43 kB 00:00 2024-04-24T12:42:23.229 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:23.229 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:23.229 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:23.229 INFO:teuthology.orchestra.run.smithi162.stdout: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:23.230 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:23.230 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:23.276 INFO:teuthology.orchestra.run.smithi096.stdout:(20/36): python3-cheroot-8.6.0-4.el9.noarch.rpm 317 kB/s | 172 kB 00:00 2024-04-24T12:42:23.301 INFO:teuthology.orchestra.run.smithi096.stdout:(21/36): luarocks-3.9.2-1.el9.noarch.rpm 244 kB/s | 151 kB 00:00 2024-04-24T12:42:23.377 INFO:teuthology.orchestra.run.smithi096.stdout:(22/36): python3-jaraco-8.2.1-3.el9.noarch.rpm 107 kB/s | 11 kB 00:00 2024-04-24T12:42:23.402 INFO:teuthology.orchestra.run.smithi096.stdout:(23/36): python3-jaraco-classes-3.2.1-5.el9.noa 176 kB/s | 18 kB 00:00 2024-04-24T12:42:23.435 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-immutable-object-cache 2024-04-24T12:42:23.452 INFO:teuthology.orchestra.run.smithi096.stdout:(24/36): python3-cherrypy-18.6.1-2.el9.noarch.r 1.0 MB/s | 358 kB 00:00 2024-04-24T12:42:23.477 INFO:teuthology.orchestra.run.smithi096.stdout:(25/36): python3-jaraco-collections-3.0.0-8.el9 230 kB/s | 23 kB 00:00 2024-04-24T12:42:23.503 INFO:teuthology.orchestra.run.smithi096.stdout:(26/36): python3-jaraco-functools-3.5.0-2.el9.n 194 kB/s | 19 kB 00:00 2024-04-24T12:42:23.522 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 36/36 2024-04-24T12:42:23.522 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:23.522 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: lua-5.4.4-4.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-24T12:42:23.523 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-24T12:42:23.524 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-ply-3.11-14.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-24T12:42:23.525 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:23.526 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:23.553 INFO:teuthology.orchestra.run.smithi096.stdout:(27/36): python3-jaraco-text-3.2.0-6.el9.noarch 196 kB/s | 20 kB 00:00 2024-04-24T12:42:23.587 INFO:teuthology.orchestra.run.smithi096.stdout:(28/36): python3-logutils-0.3.5-21.el9.noarch.r 427 kB/s | 46 kB 00:00 2024-04-24T12:42:23.628 INFO:teuthology.orchestra.run.smithi096.stdout:(29/36): python3-more-itertools-8.12.0-2.el9.no 629 kB/s | 79 kB 00:00 2024-04-24T12:42:23.696 INFO:teuthology.orchestra.run.smithi096.stdout:(30/36): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-04-24T12:42:23.712 INFO:teuthology.orchestra.run.smithi096.stdout:(31/36): python3-portend-3.1.0-2.el9.noarch.rpm 131 kB/s | 16 kB 00:00 2024-04-24T12:42:23.762 INFO:teuthology.orchestra.run.smithi096.stdout:(32/36): python3-pyOpenSSL-21.0.0-1.el9.noarch. 672 kB/s | 90 kB 00:00 2024-04-24T12:42:23.796 INFO:teuthology.orchestra.run.smithi096.stdout:(33/36): python3-tempora-5.0.0-2.el9.noarch.rpm 356 kB/s | 36 kB 00:00 2024-04-24T12:42:23.876 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-base 2024-04-24T12:42:23.880 INFO:teuthology.orchestra.run.smithi096.stdout:(34/36): python3-zc-lockfile-2.0-10.el9.noarch. 240 kB/s | 20 kB 00:00 2024-04-24T12:42:23.905 INFO:teuthology.orchestra.run.smithi096.stdout:(35/36): python3-webob-1.8.7-6.el9.noarch.rpm 1.2 MB/s | 230 kB 00:00 2024-04-24T12:42:23.961 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:00:58 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:24.014 INFO:teuthology.orchestra.run.smithi096.stdout:(36/36): python3-werkzeug-2.0.3-3.el9.1.noarch. 1.7 MB/s | 427 kB 00:00 2024-04-24T12:42:24.018 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:24.018 INFO:teuthology.orchestra.run.smithi096.stdout:Total 7.2 MB/s | 30 MB 00:04 2024-04-24T12:42:24.085 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 145 k 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:24.086 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:24.087 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:24.087 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:42:24.087 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:24.087 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 145 k 2024-04-24T12:42:24.087 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 435 k 2024-04-24T12:42:24.087 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:24.150 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:42:24.189 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:42:24.189 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:42:24.313 INFO:teuthology.orchestra.run.smithi162.stdout:ceph-immutable-object-cache-19.0.0-2513.g1c8eaa 639 kB/s | 145 kB 00:00 2024-04-24T12:42:24.314 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:24.314 INFO:teuthology.orchestra.run.smithi162.stdout:Total 635 kB/s | 145 kB 00:00 2024-04-24T12:42:24.315 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:24.322 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:24.322 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:24.378 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:24.379 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:24.389 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:53 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:24.467 INFO:teuthology.orchestra.run.smithi081.stdout:Package ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:24.482 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:42:24.482 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:42:24.508 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:24.510 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:42:24.510 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:24.520 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:24.583 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install cephadm 2024-04-24T12:42:24.589 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:24.614 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:24.614 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:24.614 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-24T12:42:24.614 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:25.086 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:54 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:25.206 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout: cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 762 k 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:25.207 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 762 k 2024-04-24T12:42:25.208 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 768 k 2024-04-24T12:42:25.208 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:25.487 INFO:teuthology.orchestra.run.smithi081.stdout:cephadm-19.0.0-2513.g1c8eaaed.el9.noarch.rpm 2.7 MB/s | 762 kB 00:00 2024-04-24T12:42:25.488 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:25.488 INFO:teuthology.orchestra.run.smithi081.stdout:Total 2.7 MB/s | 762 kB 00:00 2024-04-24T12:42:25.488 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:25.493 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:25.493 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:25.499 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:25.499 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:25.519 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:25.519 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:25.519 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:25.519 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:25.519 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:25.520 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:25.568 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:25.747 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr 2024-04-24T12:42:25.755 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:42:25.816 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/36 2024-04-24T12:42:25.849 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/36 2024-04-24T12:42:25.885 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/36 2024-04-24T12:42:25.955 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/36 2024-04-24T12:42:25.978 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:26.001 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : luarocks-3.9.2-1.el9.noarch 5/36 2024-04-24T12:42:26.034 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/36 2024-04-24T12:42:26.056 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:26.115 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/4 2024-04-24T12:42:26.125 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/36 2024-04-24T12:42:26.192 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:26.204 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/36 2024-04-24T12:42:26.244 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 9/36 2024-04-24T12:42:26.259 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:01 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:26.279 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/36 2024-04-24T12:42:26.310 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/36 2024-04-24T12:42:26.333 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:26.338 INFO:teuthology.orchestra.run.smithi162.stdout:Package ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:26.344 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/36 2024-04-24T12:42:26.369 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/36 2024-04-24T12:42:26.380 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:26.381 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:42:26.381 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:26.409 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/36 2024-04-24T12:42:26.452 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/36 2024-04-24T12:42:26.467 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-dashboard 2024-04-24T12:42:26.487 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/36 2024-04-24T12:42:26.525 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/36 2024-04-24T12:42:26.556 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:26.556 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:26.556 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:26.556 INFO:teuthology.orchestra.run.smithi081.stdout: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:26.556 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:26.556 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:26.598 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/36 2024-04-24T12:42:26.736 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 19/36 2024-04-24T12:42:26.779 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-immutable-object-cache 2024-04-24T12:42:26.824 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 20/36 2024-04-24T12:42:26.877 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 21/36 2024-04-24T12:42:26.916 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/36 2024-04-24T12:42:26.965 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-ply-3.11-14.el9.noarch 23/36 2024-04-24T12:42:26.975 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:01 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:27.020 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 24/36 2024-04-24T12:42:27.097 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:27.098 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:27.098 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:27.098 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 3.5 M 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 34 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 16 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-24T12:42:27.099 INFO:teuthology.orchestra.run.smithi162.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout:Install 12 Packages 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 8.6 M 2024-04-24T12:42:27.100 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 104 M 2024-04-24T12:42:27.101 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:27.206 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 25/36 2024-04-24T12:42:27.253 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 26/36 2024-04-24T12:42:27.297 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:56 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:27.331 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 27/36 2024-04-24T12:42:27.419 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:27.419 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:27.419 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2024-04-24T12:42:27.419 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:27.419 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 145 k 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:27.420 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 145 k 2024-04-24T12:42:27.421 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 435 k 2024-04-24T12:42:27.421 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:27.427 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 28/36 2024-04-24T12:42:27.461 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 29/36 2024-04-24T12:42:27.587 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 30/36 2024-04-24T12:42:27.644 INFO:teuthology.orchestra.run.smithi081.stdout:ceph-immutable-object-cache-19.0.0-2513.g1c8eaa 649 kB/s | 145 kB 00:00 2024-04-24T12:42:27.644 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:27.645 INFO:teuthology.orchestra.run.smithi081.stdout:Total 644 kB/s | 145 kB 00:00 2024-04-24T12:42:27.645 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:27.653 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:27.653 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:27.710 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:27.710 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:27.751 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 31/36 2024-04-24T12:42:27.780 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:27.805 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:27.805 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:27.805 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-24T12:42:27.805 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:27.805 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:27.805 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:27.861 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:27.867 INFO:teuthology.orchestra.run.smithi162.stdout:(1/12): ceph-grafana-dashboards-19.0.0-2513.g1c 173 kB/s | 34 kB 00:00 2024-04-24T12:42:27.892 INFO:teuthology.orchestra.run.smithi162.stdout:(2/12): ceph-prometheus-alerts-19.0.0-2513.g1c8 74 kB/s | 16 kB 00:00 2024-04-24T12:42:27.937 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:27.961 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:27.961 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:27.961 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-24T12:42:27.961 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:28.118 INFO:teuthology.orchestra.run.smithi162.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.2 MB/s | 269 kB 00:00 2024-04-24T12:42:28.260 INFO:teuthology.orchestra.run.smithi162.stdout:(4/12): ceph-mgr-dashboard-19.0.0-2513.g1c8eaae 6.0 MB/s | 3.5 MB 00:00 2024-04-24T12:42:28.293 INFO:teuthology.orchestra.run.smithi162.stdout:(5/12): protobuf-3.14.0-13.el9.x86_64.rpm 2.4 MB/s | 1.0 MB 00:00 2024-04-24T12:42:28.630 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/4 2024-04-24T12:42:28.630 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/4 2024-04-24T12:42:28.630 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/4 2024-04-24T12:42:28.630 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 3/4 2024-04-24T12:42:28.693 INFO:teuthology.orchestra.run.smithi162.stdout:(6/12): grpc-data-1.46.7-10.el9.noarch.rpm 49 kB/s | 19 kB 00:00 2024-04-24T12:42:28.790 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:28.790 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:28.790 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:28.790 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:28.790 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:28.790 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:28.922 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 4/4 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-test-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout: libcephsqlite-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:28.923 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:29.012 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr 2024-04-24T12:42:29.027 INFO:teuthology.orchestra.run.smithi162.stdout:(7/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 715 kB/s | 548 kB 00:00 2024-04-24T12:42:29.152 INFO:teuthology.orchestra.run.smithi162.stdout:(8/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 1.1 MB/s | 144 kB 00:00 2024-04-24T12:42:29.196 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph 2024-04-24T12:42:29.255 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:29.261 INFO:teuthology.orchestra.run.smithi162.stdout:(9/12): python3-repoze-lru-0.7-16.el9.noarch.rp 283 kB/s | 31 kB 00:00 2024-04-24T12:42:29.282 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:29.282 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:29.282 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-24T12:42:29.283 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:29.283 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:29.283 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:29.377 INFO:teuthology.orchestra.run.smithi162.stdout:(10/12): python3-grpcio-1.46.7-10.el9.x86_64.rp 3.0 MB/s | 2.0 MB 00:00 2024-04-24T12:42:29.403 INFO:teuthology.orchestra.run.smithi162.stdout:(11/12): python3-routes-2.5.1-5.el9.noarch.rpm 1.3 MB/s | 188 kB 00:00 2024-04-24T12:42:29.523 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:58 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:29.604 INFO:teuthology.orchestra.run.smithi081.stdout:Package ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:29.646 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:29.648 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:42:29.648 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:29.721 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-dashboard 2024-04-24T12:42:29.725 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:42 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:29.732 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:29.755 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:29.755 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:29.755 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-24T12:42:29.755 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:29.755 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:29.755 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:29.855 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:29.856 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: ceph x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 6.6 k 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mds x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 2.4 M 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 1.5 M 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-modules-core noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 249 k 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mon x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 4.8 M 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-osd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 17 M 2024-04-24T12:42:29.857 INFO:teuthology.orchestra.run.smithi177.stdout: lua x86_64 5.4.4-4.el9 appstream 188 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-collections 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: noarch 3.0.0-8.el9 epel 23 k 2024-04-24T12:42:29.858 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-24T12:42:29.859 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout:Install 36 Packages 2024-04-24T12:42:29.860 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:29.861 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 30 M 2024-04-24T12:42:29.861 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 108 M 2024-04-24T12:42:29.861 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:42:29.862 INFO:teuthology.orchestra.run.smithi162.stdout:(12/12): protobuf-compiler-3.14.0-13.el9.x86_64 495 kB/s | 863 kB 00:01 2024-04-24T12:42:29.867 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:29.867 INFO:teuthology.orchestra.run.smithi162.stdout:Total 3.1 MB/s | 8.6 MB 00:02 2024-04-24T12:42:29.919 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:29.940 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:29.940 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:29.975 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:29.997 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:29.998 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:29.998 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-24T12:42:29.998 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:29.998 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:29.998 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:30.062 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:30.093 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:30.094 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:30.235 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:00:59 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:30.356 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 3.5 M 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-24T12:42:30.357 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 34 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 16 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout:Install 12 Packages 2024-04-24T12:42:30.358 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:30.359 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 8.6 M 2024-04-24T12:42:30.359 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 104 M 2024-04-24T12:42:30.359 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:30.504 INFO:teuthology.orchestra.run.smithi177.stdout:(1/36): ceph-19.0.0-2513.g1c8eaaed.el9.x86_64.r 31 kB/s | 6.6 kB 00:00 2024-04-24T12:42:30.618 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:30.704 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-04-24T12:42:30.747 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-04-24T12:42:30.795 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-04-24T12:42:30.824 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-04-24T12:42:30.896 INFO:teuthology.orchestra.run.smithi177.stdout:(2/36): ceph-mds-19.0.0-2513.g1c8eaaed.el9.x86_ 3.9 MB/s | 2.4 MB 00:00 2024-04-24T12:42:30.902 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-04-24T12:42:30.938 INFO:teuthology.orchestra.run.smithi177.stdout:(3/36): ceph-mgr-19.0.0-2513.g1c8eaaed.el9.x86_ 2.3 MB/s | 1.5 MB 00:00 2024-04-24T12:42:31.027 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-04-24T12:42:31.072 INFO:teuthology.orchestra.run.smithi177.stdout:(4/36): ceph-mon-19.0.0-2513.g1c8eaaed.el9.x86_ 8.4 MB/s | 4.8 MB 00:00 2024-04-24T12:42:31.097 INFO:teuthology.orchestra.run.smithi177.stdout:(5/36): ceph-mgr-modules-core-19.0.0-2513.g1c8e 1.5 MB/s | 249 kB 00:00 2024-04-24T12:42:31.128 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-04-24T12:42:31.171 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-04-24T12:42:31.199 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:31.222 INFO:teuthology.orchestra.run.smithi177.stdout:(6/36): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.6 MB/s | 253 kB 00:00 2024-04-24T12:42:31.231 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 10/12 2024-04-24T12:42:31.264 INFO:teuthology.orchestra.run.smithi177.stdout:(7/36): python3-ply-3.11-14.el9.noarch.rpm 2.5 MB/s | 106 kB 00:00 2024-04-24T12:42:31.306 INFO:teuthology.orchestra.run.smithi177.stdout:(8/36): python3-pycparser-2.20-6.el9.noarch.rpm 3.2 MB/s | 135 kB 00:00 2024-04-24T12:42:31.315 INFO:teuthology.orchestra.run.smithi081.stdout:(1/12): ceph-prometheus-alerts-19.0.0-2513.g1c8 62 kB/s | 16 kB 00:00 2024-04-24T12:42:31.348 INFO:teuthology.orchestra.run.smithi177.stdout:(9/36): python3-cryptography-36.0.1-4.el9.x86_6 4.9 MB/s | 1.2 MB 00:00 2024-04-24T12:42:31.381 INFO:teuthology.orchestra.run.smithi177.stdout:(10/36): python3-requests-2.25.1-8.el9.noarch.r 1.6 MB/s | 125 kB 00:00 2024-04-24T12:42:31.407 INFO:teuthology.orchestra.run.smithi177.stdout:(11/36): python3-urllib3-1.26.5-5.el9.noarch.rp 3.6 MB/s | 215 kB 00:00 2024-04-24T12:42:31.432 INFO:teuthology.orchestra.run.smithi177.stdout:(12/36): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 188 kB 00:00 2024-04-24T12:42:31.457 INFO:teuthology.orchestra.run.smithi177.stdout:(13/36): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-24T12:42:31.482 INFO:teuthology.orchestra.run.smithi177.stdout:(14/36): python3-markupsafe-1.1.1-12.el9.x86_64 692 kB/s | 35 kB 00:00 2024-04-24T12:42:31.508 INFO:teuthology.orchestra.run.smithi177.stdout:(15/36): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-04-24T12:42:31.523 INFO:teuthology.orchestra.run.smithi081.stdout:(2/12): protobuf-3.14.0-13.el9.x86_64.rpm 4.8 MB/s | 1.0 MB 00:00 2024-04-24T12:42:31.533 INFO:teuthology.orchestra.run.smithi177.stdout:(16/36): python3-toml-0.10.2-6.el9.noarch.rpm 826 kB/s | 42 kB 00:00 2024-04-24T12:42:31.574 INFO:teuthology.orchestra.run.smithi081.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 5.2 MB/s | 269 kB 00:00 2024-04-24T12:42:31.658 INFO:teuthology.orchestra.run.smithi177.stdout:(17/36): lua-devel-5.4.4-4.el9.x86_64.rpm 148 kB/s | 22 kB 00:00 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 6/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/36 2024-04-24T12:42:31.800 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 16/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 17/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 18/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 19/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 20/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 21/36 2024-04-24T12:42:31.801 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 22/36 2024-04-24T12:42:31.802 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 23/36 2024-04-24T12:42:31.802 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 24/36 2024-04-24T12:42:31.802 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 25/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 26/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 27/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 28/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 29/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 30/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 31/36 2024-04-24T12:42:31.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 32/36 2024-04-24T12:42:31.804 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 33/36 2024-04-24T12:42:31.804 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 34/36 2024-04-24T12:42:31.804 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 35/36 2024-04-24T12:42:31.824 INFO:teuthology.orchestra.run.smithi081.stdout:(4/12): protobuf-compiler-3.14.0-13.el9.x86_64. 3.4 MB/s | 863 kB 00:00 2024-04-24T12:42:31.834 INFO:teuthology.orchestra.run.smithi177.stdout:(18/36): ceph-osd-19.0.0-2513.g1c8eaaed.el9.x86 18 MB/s | 17 MB 00:00 2024-04-24T12:42:32.050 INFO:teuthology.orchestra.run.smithi081.stdout:(5/12): ceph-mgr-dashboard-19.0.0-2513.g1c8eaae 3.5 MB/s | 3.5 MB 00:01 2024-04-24T12:42:32.184 INFO:teuthology.orchestra.run.smithi177.stdout:(19/36): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 83 kB/s | 43 kB 00:00 2024-04-24T12:42:32.191 INFO:teuthology.orchestra.run.smithi081.stdout:(6/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 1.5 MB/s | 548 kB 00:00 2024-04-24T12:42:32.209 INFO:teuthology.orchestra.run.smithi177.stdout:(20/36): luarocks-3.9.2-1.el9.noarch.rpm 223 kB/s | 151 kB 00:00 2024-04-24T12:42:32.275 INFO:teuthology.orchestra.run.smithi081.stdout:(7/12): grpc-data-1.46.7-10.el9.noarch.rpm 86 kB/s | 19 kB 00:00 2024-04-24T12:42:32.286 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 11/12 2024-04-24T12:42:32.310 INFO:teuthology.orchestra.run.smithi177.stdout:(21/36): python3-jaraco-8.2.1-3.el9.noarch.rpm 107 kB/s | 11 kB 00:00 2024-04-24T12:42:32.322 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:32.402 INFO:teuthology.orchestra.run.smithi177.stdout:(22/36): python3-cheroot-8.6.0-4.el9.noarch.rpm 317 kB/s | 172 kB 00:00 2024-04-24T12:42:32.427 INFO:teuthology.orchestra.run.smithi177.stdout:(23/36): python3-jaraco-classes-3.2.1-5.el9.noa 151 kB/s | 18 kB 00:00 2024-04-24T12:42:32.459 INFO:teuthology.orchestra.run.smithi081.stdout:(8/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 789 kB/s | 144 kB 00:00 2024-04-24T12:42:32.511 INFO:teuthology.orchestra.run.smithi177.stdout:(24/36): python3-jaraco-collections-3.0.0-8.el9 213 kB/s | 23 kB 00:00 2024-04-24T12:42:32.536 INFO:teuthology.orchestra.run.smithi177.stdout:(25/36): python3-jaraco-functools-3.5.0-2.el9.n 179 kB/s | 19 kB 00:00 2024-04-24T12:42:32.561 INFO:teuthology.orchestra.run.smithi177.stdout:(26/36): python3-cherrypy-18.6.1-2.el9.noarch.r 951 kB/s | 358 kB 00:00 2024-04-24T12:42:32.592 INFO:teuthology.orchestra.run.smithi081.stdout:(9/12): python3-repoze-lru-0.7-16.el9.noarch.rp 230 kB/s | 31 kB 00:00 2024-04-24T12:42:32.611 INFO:teuthology.orchestra.run.smithi177.stdout:(27/36): python3-jaraco-text-3.2.0-6.el9.noarch 196 kB/s | 20 kB 00:00 2024-04-24T12:42:32.634 INFO:teuthology.orchestra.run.smithi081.stdout:(10/12): python3-grpcio-1.46.7-10.el9.x86_64.rp 4.6 MB/s | 2.0 MB 00:00 2024-04-24T12:42:32.653 INFO:teuthology.orchestra.run.smithi177.stdout:(28/36): python3-logutils-0.3.5-21.el9.noarch.r 395 kB/s | 46 kB 00:00 2024-04-24T12:42:32.679 INFO:teuthology.orchestra.run.smithi177.stdout:(29/36): python3-more-itertools-8.12.0-2.el9.no 673 kB/s | 79 kB 00:00 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 36/36 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:32.690 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: lua-5.4.4-4.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-24T12:42:32.691 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-ply-3.11-14.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-24T12:42:32.692 INFO:teuthology.orchestra.run.smithi096.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-24T12:42:32.693 INFO:teuthology.orchestra.run.smithi096.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-24T12:42:32.693 INFO:teuthology.orchestra.run.smithi096.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-24T12:42:32.693 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:32.693 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:32.743 INFO:teuthology.orchestra.run.smithi081.stdout:(11/12): python3-routes-2.5.1-5.el9.noarch.rpm 1.2 MB/s | 188 kB 00:00 2024-04-24T12:42:32.779 INFO:teuthology.orchestra.run.smithi177.stdout:(30/36): python3-portend-3.1.0-2.el9.noarch.rpm 131 kB/s | 16 kB 00:00 2024-04-24T12:42:32.804 INFO:teuthology.orchestra.run.smithi177.stdout:(31/36): python3-pyOpenSSL-21.0.0-1.el9.noarch. 718 kB/s | 90 kB 00:00 2024-04-24T12:42:32.829 INFO:teuthology.orchestra.run.smithi177.stdout:(32/36): python3-pecan-1.4.2-3.el9.noarch.rpm 1.2 MB/s | 272 kB 00:00 2024-04-24T12:42:32.880 INFO:teuthology.orchestra.run.smithi177.stdout:(33/36): python3-tempora-5.0.0-2.el9.noarch.rpm 356 kB/s | 36 kB 00:00 2024-04-24T12:42:32.947 INFO:teuthology.orchestra.run.smithi177.stdout:(34/36): python3-webob-1.8.7-6.el9.noarch.rpm 1.6 MB/s | 230 kB 00:00 2024-04-24T12:42:32.972 INFO:teuthology.orchestra.run.smithi177.stdout:(35/36): python3-zc-lockfile-2.0-10.el9.noarch. 217 kB/s | 20 kB 00:00 2024-04-24T12:42:33.006 INFO:teuthology.orchestra.run.smithi177.stdout:(36/36): python3-werkzeug-2.0.3-3.el9.1.noarch. 2.4 MB/s | 427 kB 00:00 2024-04-24T12:42:33.010 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:33.010 INFO:teuthology.orchestra.run.smithi177.stdout:Total 9.6 MB/s | 30 MB 00:03 2024-04-24T12:42:33.043 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-base 2024-04-24T12:42:33.149 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:42:33.188 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:42:33.188 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:42:33.326 INFO:teuthology.orchestra.run.smithi081.stdout:(12/12): ceph-grafana-dashboards-19.0.0-2513.g1 15 kB/s | 34 kB 00:02 2024-04-24T12:42:33.328 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:33.329 INFO:teuthology.orchestra.run.smithi081.stdout:Total 2.9 MB/s | 8.6 MB 00:02 2024-04-24T12:42:33.380 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:33.397 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:33.397 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:33.486 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:42:33.488 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:42:33.551 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:33.551 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:33.555 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:55 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:33.633 INFO:teuthology.orchestra.run.smithi096.stdout:Package ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:33.675 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:33.676 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:42:33.676 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:33.687 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:33.687 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 1/12 2024-04-24T12:42:33.687 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 2/12 2024-04-24T12:42:33.687 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 3/12 2024-04-24T12:42:33.687 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-04-24T12:42:33.687 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-04-24T12:42:33.688 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-04-24T12:42:33.688 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-04-24T12:42:33.688 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-04-24T12:42:33.688 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:33.688 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-04-24T12:42:33.688 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-04-24T12:42:33.748 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install cephadm 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:33.993 INFO:teuthology.orchestra.run.smithi162.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:33.994 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:34.120 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:34.193 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-04-24T12:42:34.237 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-04-24T12:42:34.238 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-24T12:42:34.253 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:56 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:34.283 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-04-24T12:42:34.314 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-04-24T12:42:34.373 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:34.374 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:34.374 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:42:34.374 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:34.374 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:42:34.374 INFO:teuthology.orchestra.run.smithi096.stdout: cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 762 k 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 762 k 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 768 k 2024-04-24T12:42:34.375 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:42:34.389 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-04-24T12:42:34.523 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-04-24T12:42:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-04-24T12:42:34.648 INFO:teuthology.orchestra.run.smithi096.stdout:cephadm-19.0.0-2513.g1c8eaaed.el9.noarch.rpm 2.7 MB/s | 762 kB 00:00 2024-04-24T12:42:34.649 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:34.649 INFO:teuthology.orchestra.run.smithi096.stdout:Total 2.7 MB/s | 762 kB 00:00 2024-04-24T12:42:34.649 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:42:34.654 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:42:34.654 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:42:34.660 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:42:34.661 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:42:34.669 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-04-24T12:42:34.698 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:34.730 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 10/12 2024-04-24T12:42:34.732 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:42:34.734 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:42:34.775 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:09 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:34.791 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 1/36 2024-04-24T12:42:34.824 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 2/36 2024-04-24T12:42:34.852 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : lua-5.4.4-4.el9.x86_64 3/36 2024-04-24T12:42:34.908 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 7.4 M 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:34.909 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-24T12:42:34.910 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:34.911 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:34.911 INFO:teuthology.orchestra.run.smithi162.stdout:======================================================================================= 2024-04-24T12:42:34.911 INFO:teuthology.orchestra.run.smithi162.stdout:Install 12 Packages 2024-04-24T12:42:34.911 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:34.911 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 38 M 2024-04-24T12:42:34.912 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 209 M 2024-04-24T12:42:34.912 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:34.922 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 4/36 2024-04-24T12:42:34.976 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : luarocks-3.9.2-1.el9.noarch 5/36 2024-04-24T12:42:35.017 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 6/36 2024-04-24T12:42:35.109 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 7/36 2024-04-24T12:42:35.178 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 8/36 2024-04-24T12:42:35.199 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:35.228 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 9/36 2024-04-24T12:42:35.263 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 10/36 2024-04-24T12:42:35.292 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:35.293 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 11/36 2024-04-24T12:42:35.327 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 12/36 2024-04-24T12:42:35.352 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 13/36 2024-04-24T12:42:35.384 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 14/36 2024-04-24T12:42:35.419 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 15/36 2024-04-24T12:42:35.454 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 16/36 2024-04-24T12:42:35.492 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 17/36 2024-04-24T12:42:35.565 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/36 2024-04-24T12:42:35.569 INFO:teuthology.orchestra.run.smithi162.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 755 kB/s | 195 kB 00:00 2024-04-24T12:42:35.592 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:35.644 INFO:teuthology.orchestra.run.smithi162.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 2.3 MB/s | 803 kB 00:00 2024-04-24T12:42:35.669 INFO:teuthology.orchestra.run.smithi162.stdout:(3/12): flexiblas-3.0.4-8.el9.x86_64.rpm 326 kB/s | 33 kB 00:00 2024-04-24T12:42:35.703 INFO:teuthology.orchestra.run.smithi162.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 549 kB/s | 18 kB 00:00 2024-04-24T12:42:35.710 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 19/36 2024-04-24T12:42:35.745 INFO:teuthology.orchestra.run.smithi162.stdout:(5/12): openblas-0.3.21-2.el9.x86_64.rpm 846 kB/s | 35 kB 00:00 2024-04-24T12:42:35.766 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 11/12 2024-04-24T12:42:35.791 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 20/36 2024-04-24T12:42:35.797 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:35.805 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:35.805 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:35.805 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:42:35.805 INFO:teuthology.orchestra.run.smithi096.stdout: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:35.805 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:35.805 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:35.844 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 21/36 2024-04-24T12:42:35.883 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 22/36 2024-04-24T12:42:35.887 INFO:teuthology.orchestra.run.smithi162.stdout:(6/12): ceph-mgr-diskprediction-local-19.0.0-25 13 MB/s | 7.4 MB 00:00 2024-04-24T12:42:35.932 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-ply-3.11-14.el9.noarch 23/36 2024-04-24T12:42:35.945 INFO:teuthology.orchestra.run.smithi162.stdout:(7/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 9.9 MB/s | 3.0 MB 00:00 2024-04-24T12:42:35.987 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 24/36 2024-04-24T12:42:36.024 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-immutable-object-cache 2024-04-24T12:42:36.037 INFO:teuthology.orchestra.run.smithi162.stdout:(8/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 16 MB/s | 4.7 MB 00:00 2024-04-24T12:42:36.112 INFO:teuthology.orchestra.run.smithi162.stdout:(9/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 31 MB/s | 5.1 MB 00:00 2024-04-24T12:42:36.137 INFO:teuthology.orchestra.run.smithi162.stdout:(10/12): python3-devel-3.9.18-3.el9.x86_64.rpm 975 kB/s | 244 kB 00:00 2024-04-24T12:42:36.163 INFO:teuthology.orchestra.run.smithi162.stdout:(11/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 2.0 MB/s | 250 kB 00:00 2024-04-24T12:42:36.180 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 25/36 2024-04-24T12:42:36.229 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 26/36 2024-04-24T12:42:36.298 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 27/36 2024-04-24T12:42:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 28/36 2024-04-24T12:42:36.405 INFO:teuthology.orchestra.run.smithi162.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 56 MB/s | 16 MB 00:00 2024-04-24T12:42:36.406 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:36.406 INFO:teuthology.orchestra.run.smithi162.stdout:Total 25 MB/s | 38 MB 00:01 2024-04-24T12:42:36.420 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 29/36 2024-04-24T12:42:36.536 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 30/36 2024-04-24T12:42:36.541 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:00:58 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:36.663 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:36.664 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:36.664 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-24T12:42:36.664 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 145 k 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 145 k 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 435 k 2024-04-24T12:42:36.665 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:42:36.693 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 31/36 2024-04-24T12:42:36.722 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:36.748 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 32/36 2024-04-24T12:42:36.748 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:36.749 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-24T12:42:36.749 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:36.749 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-24T12:42:36.749 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:36.753 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:36.780 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:36.780 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:36.887 INFO:teuthology.orchestra.run.smithi096.stdout:ceph-immutable-object-cache-19.0.0-2513.g1c8eaa 654 kB/s | 145 kB 00:00 2024-04-24T12:42:36.887 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:36.888 INFO:teuthology.orchestra.run.smithi096.stdout:Total 648 kB/s | 145 kB 00:00 2024-04-24T12:42:36.888 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:42:36.896 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:42:36.896 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:42:36.953 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:42:36.953 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:42:37.091 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:37.091 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 1/12 2024-04-24T12:42:37.091 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 2/12 2024-04-24T12:42:37.091 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 3/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-04-24T12:42:37.092 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-04-24T12:42:37.100 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:42:37.186 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:37.186 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:37.205 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:37.229 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:37.229 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:37.229 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-24T12:42:37.230 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-24T12:42:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-24T12:42:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-24T12:42:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-24T12:42:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-24T12:42:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-24T12:42:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:37.389 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:37.620 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-24T12:42:38.015 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:38.084 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-24T12:42:38.115 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:38.115 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:38.116 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:42:38.116 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:38.116 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:38.116 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:38.119 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:42:38.125 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:07 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:38.190 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:38.216 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 33/36 2024-04-24T12:42:38.216 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:38.216 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-24T12:42:38.216 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:38.217 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-24T12:42:38.217 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:38.218 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:42:38.245 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:38.246 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================= 2024-04-24T12:42:38.246 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================= 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 7.4 M 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-24T12:42:38.247 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout:======================================================================================= 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout:Install 12 Packages 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:38.248 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 38 M 2024-04-24T12:42:38.249 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 209 M 2024-04-24T12:42:38.249 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:38.262 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 4/12 2024-04-24T12:42:38.347 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr 2024-04-24T12:42:38.442 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-24T12:42:38.470 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-24T12:42:38.547 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-24T12:42:38.666 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:38.685 INFO:teuthology.orchestra.run.smithi081.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 783 kB/s | 195 kB 00:00 2024-04-24T12:42:38.688 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 34/36 2024-04-24T12:42:38.688 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:38.689 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-24T12:42:38.689 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:38.689 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-24T12:42:38.689 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:38.777 INFO:teuthology.orchestra.run.smithi081.stdout:(2/12): flexiblas-3.0.4-8.el9.x86_64.rpm 357 kB/s | 33 kB 00:00 2024-04-24T12:42:38.854 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:00 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:38.861 INFO:teuthology.orchestra.run.smithi081.stdout:(3/12): libgfortran-11.4.1-3.el9.x86_64.rpm 1.8 MB/s | 803 kB 00:00 2024-04-24T12:42:38.916 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:38.935 INFO:teuthology.orchestra.run.smithi096.stdout:Package ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:38.939 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 35/36 2024-04-24T12:42:38.939 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:38.939 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-24T12:42:38.939 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:38.939 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-24T12:42:38.940 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:38.969 INFO:teuthology.orchestra.run.smithi081.stdout:(4/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 168 kB/s | 18 kB 00:00 2024-04-24T12:42:38.978 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:38.979 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:42:38.979 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:39.003 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:39.041 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-dashboard 2024-04-24T12:42:39.053 INFO:teuthology.orchestra.run.smithi081.stdout:(5/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 11 MB/s | 3.0 MB 00:00 2024-04-24T12:42:39.078 INFO:teuthology.orchestra.run.smithi081.stdout:(6/12): openblas-0.3.21-2.el9.x86_64.rpm 324 kB/s | 35 kB 00:00 2024-04-24T12:42:39.192 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-24T12:42:39.204 INFO:teuthology.orchestra.run.smithi081.stdout:(7/12): openblas-openmp-0.3.21-2.el9.x86_64.rpm 32 MB/s | 4.7 MB 00:00 2024-04-24T12:42:39.296 INFO:teuthology.orchestra.run.smithi081.stdout:(8/12): ceph-mgr-diskprediction-local-19.0.0-25 8.6 MB/s | 7.4 MB 00:00 2024-04-24T12:42:39.316 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-24T12:42:39.321 INFO:teuthology.orchestra.run.smithi081.stdout:(9/12): python3-devel-3.9.18-3.el9.x86_64.rpm 1.0 MB/s | 244 kB 00:00 2024-04-24T12:42:39.421 INFO:teuthology.orchestra.run.smithi081.stdout:(10/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 23 MB/s | 5.1 MB 00:00 2024-04-24T12:42:39.513 INFO:teuthology.orchestra.run.smithi081.stdout:(11/12): python3-numpy-f2py-1.20.1-5.el9.x86_64 1.1 MB/s | 250 kB 00:00 2024-04-24T12:42:39.553 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:01 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:39.674 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:39.675 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:39.675 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:42:39.675 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:39.675 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:42:39.675 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 3.5 M 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 34 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 16 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-24T12:42:39.676 INFO:teuthology.orchestra.run.smithi096.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-24T12:42:39.677 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:39.677 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:42:39.677 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:42:39.677 INFO:teuthology.orchestra.run.smithi096.stdout:Install 12 Packages 2024-04-24T12:42:39.677 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:39.677 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 8.6 M 2024-04-24T12:42:39.678 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 104 M 2024-04-24T12:42:39.678 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:42:40.440 INFO:teuthology.orchestra.run.smithi096.stdout:(1/12): ceph-prometheus-alerts-19.0.0-2513.g1c8 84 kB/s | 16 kB 00:00 2024-04-24T12:42:40.540 INFO:teuthology.orchestra.run.smithi096.stdout:(2/12): ceph-grafana-dashboards-19.0.0-2513.g1c 114 kB/s | 34 kB 00:00 2024-04-24T12:42:40.548 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:42:40.602 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 36/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 3/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 4/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 5/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9. 6/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 7/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 8/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-ply-3.11-14.el9.noarch 9/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 10/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 11/36 2024-04-24T12:42:40.603 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 12/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : lua-5.4.4-4.el9.x86_64 13/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 14/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 15/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 16/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 17/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 18/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 19/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 20/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 21/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 22/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 23/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 24/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 25/36 2024-04-24T12:42:40.604 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 26/36 2024-04-24T12:42:40.605 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 27/36 2024-04-24T12:42:40.605 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 28/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 29/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 30/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 31/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 32/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 33/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 34/36 2024-04-24T12:42:40.606 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 35/36 2024-04-24T12:42:40.613 INFO:teuthology.orchestra.run.smithi081.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 13 MB/s | 16 MB 00:01 2024-04-24T12:42:40.614 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:40.615 INFO:teuthology.orchestra.run.smithi081.stdout:Total 16 MB/s | 38 MB 00:02 2024-04-24T12:42:40.691 INFO:teuthology.orchestra.run.smithi096.stdout:(3/12): ceph-mgr-dashboard-19.0.0-2513.g1c8eaae 7.9 MB/s | 3.5 MB 00:00 2024-04-24T12:42:40.724 INFO:teuthology.orchestra.run.smithi096.stdout:(4/12): protobuf-3.14.0-13.el9.x86_64.rpm 3.6 MB/s | 1.0 MB 00:00 2024-04-24T12:42:40.749 INFO:teuthology.orchestra.run.smithi096.stdout:(5/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.3 MB/s | 269 kB 00:00 2024-04-24T12:42:40.961 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:40.987 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:40.987 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:41.008 INFO:teuthology.orchestra.run.smithi096.stdout:(6/12): grpc-data-1.46.7-10.el9.noarch.rpm 75 kB/s | 19 kB 00:00 2024-04-24T12:42:41.083 INFO:teuthology.orchestra.run.smithi096.stdout:(7/12): protobuf-compiler-3.14.0-13.el9.x86_64. 2.2 MB/s | 863 kB 00:00 2024-04-24T12:42:41.342 INFO:teuthology.orchestra.run.smithi096.stdout:(8/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 888 kB/s | 548 kB 00:00 2024-04-24T12:42:41.392 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:41.393 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:41.517 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 36/36 2024-04-24T12:42:41.517 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:41.517 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:42:41.517 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:41.517 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mds-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:41.517 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-modules-core-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mon-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-osd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: lua-5.4.4-4.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: luarocks-3.9.2-1.el9.noarch 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-24T12:42:41.518 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-ply-3.11-14.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-24T12:42:41.519 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:41.520 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:41.592 INFO:teuthology.orchestra.run.smithi096.stdout:(9/12): python3-grpcio-tools-1.46.7-10.el9.x86_ 284 kB/s | 144 kB 00:00 2024-04-24T12:42:41.598 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-24T12:42:41.617 INFO:teuthology.orchestra.run.smithi096.stdout:(10/12): python3-repoze-lru-0.7-16.el9.noarch.r 112 kB/s | 31 kB 00:00 2024-04-24T12:42:41.627 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:42:41.768 INFO:teuthology.orchestra.run.smithi096.stdout:(11/12): python3-grpcio-1.46.7-10.el9.x86_64.rp 2.7 MB/s | 2.0 MB 00:00 2024-04-24T12:42:41.877 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-base 2024-04-24T12:42:42.093 INFO:teuthology.orchestra.run.smithi096.stdout:(12/12): python3-routes-2.5.1-5.el9.noarch.rpm 377 kB/s | 188 kB 00:00 2024-04-24T12:42:42.096 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:42.096 INFO:teuthology.orchestra.run.smithi096.stdout:Total 3.6 MB/s | 8.6 MB 00:02 2024-04-24T12:42:42.149 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:42:42.167 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:42:42.167 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:42:42.208 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:42.268 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-24T12:42:42.312 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:42:42.324 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:42:42.326 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:42:42.386 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:55 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:42.410 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:42:42.454 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 4/12 2024-04-24T12:42:42.465 INFO:teuthology.orchestra.run.smithi177.stdout:Package ceph-base-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:42.507 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:42.507 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:42:42.507 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:42.567 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install cephadm 2024-04-24T12:42:42.631 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-24T12:42:42.662 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-24T12:42:42.738 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-24T12:42:42.844 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:42:42.918 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-04-24T12:42:42.953 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-04-24T12:42:43.000 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-04-24T12:42:43.047 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-04-24T12:42:43.071 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:56 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:43.123 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-04-24T12:42:43.190 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout: cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 762 k 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:43.191 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 762 k 2024-04-24T12:42:43.192 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 768 k 2024-04-24T12:42:43.192 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:42:43.249 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-04-24T12:42:43.333 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-04-24T12:42:43.373 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-24T12:42:43.385 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-04-24T12:42:43.413 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:43.445 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 10/12 2024-04-24T12:42:43.475 INFO:teuthology.orchestra.run.smithi177.stdout:cephadm-19.0.0-2513.g1c8eaaed.el9.noarch.rpm 2.6 MB/s | 762 kB 00:00 2024-04-24T12:42:43.475 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:43.475 INFO:teuthology.orchestra.run.smithi177.stdout:Total 2.6 MB/s | 762 kB 00:00 2024-04-24T12:42:43.475 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:42:43.480 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:42:43.481 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:42:43.486 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:42:43.487 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:42:43.499 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-24T12:42:43.555 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:42:43.933 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:44.027 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:44.331 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:42:44.331 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 1/12 2024-04-24T12:42:44.331 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:42:44.331 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:42:44.331 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 9/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:42:44.332 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-24T12:42:44.353 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:44.494 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 11/12 2024-04-24T12:42:44.529 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:44.573 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/1 2024-04-24T12:42:44.573 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:44.573 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:42:44.573 INFO:teuthology.orchestra.run.smithi177.stdout: cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:44.573 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:44.573 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:44.714 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:42:44.734 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-24T12:42:44.734 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:44.734 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:44.734 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:44.735 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:44.794 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-immutable-object-cache 2024-04-24T12:42:45.140 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-rook 2024-04-24T12:42:45.317 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:00:58 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:45.443 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repo Size 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 145 k 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:42:45.444 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:45.445 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 145 k 2024-04-24T12:42:45.445 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 435 k 2024-04-24T12:42:45.445 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:42:45.664 INFO:teuthology.orchestra.run.smithi177.stdout:ceph-immutable-object-cache-19.0.0-2513.g1c8eaa 660 kB/s | 145 kB 00:00 2024-04-24T12:42:45.665 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:45.666 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:20 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:45.666 INFO:teuthology.orchestra.run.smithi177.stdout:Total 655 kB/s | 145 kB 00:00 2024-04-24T12:42:45.666 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:42:45.673 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:42:45.673 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:42:45.728 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:42:45.728 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:42:45.734 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-24T12:42:45.762 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:42:45.790 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-rook noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 49 k 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-24T12:42:45.792 INFO:teuthology.orchestra.run.smithi162.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout:Install 13 Packages 2024-04-24T12:42:45.793 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:45.794 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 2.2 M 2024-04-24T12:42:45.794 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 26 M 2024-04-24T12:42:45.794 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:45.873 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 1/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 2/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 3/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-04-24T12:42:45.882 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-04-24T12:42:45.976 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:46.000 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:46.000 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:42:46.000 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-24T12:42:46.000 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-24T12:42:46.171 INFO:teuthology.orchestra.run.smithi096.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-24T12:42:46.172 INFO:teuthology.orchestra.run.smithi096.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-24T12:42:46.172 INFO:teuthology.orchestra.run.smithi096.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-24T12:42:46.172 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:46.172 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:42:46.368 INFO:teuthology.orchestra.run.smithi162.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 300 kB/s | 26 kB 00:00 2024-04-24T12:42:46.393 INFO:teuthology.orchestra.run.smithi162.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 173 kB/s | 19 kB 00:00 2024-04-24T12:42:46.413 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-24T12:42:46.476 INFO:teuthology.orchestra.run.smithi162.stdout:(3/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 159 kB 00:00 2024-04-24T12:42:46.501 INFO:teuthology.orchestra.run.smithi162.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 2.0 MB/s | 222 kB 00:00 2024-04-24T12:42:46.543 INFO:teuthology.orchestra.run.smithi162.stdout:(5/13): python3-pyasn1-modules-0.4.8-6.el9.noar 4.1 MB/s | 279 kB 00:00 2024-04-24T12:42:46.569 INFO:teuthology.orchestra.run.smithi162.stdout:(6/13): ceph-mgr-rook-19.0.0-2513.g1c8eaaed.el9 172 kB/s | 49 kB 00:00 2024-04-24T12:42:46.594 INFO:teuthology.orchestra.run.smithi162.stdout:(7/13): python3-requests-oauthlib-1.3.0-12.el9. 580 kB/s | 54 kB 00:00 2024-04-24T12:42:46.828 INFO:teuthology.orchestra.run.smithi162.stdout:(8/13): python3-certifi-2021.10.8-2.el9.noarch. 58 kB/s | 15 kB 00:00 2024-04-24T12:42:46.853 INFO:teuthology.orchestra.run.smithi162.stdout:(9/13): python3-cachetools-4.2.4-1.el9.noarch.r 104 kB/s | 32 kB 00:00 2024-04-24T12:42:46.889 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed. 1/1 2024-04-24T12:42:46.889 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:46.889 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:42:46.889 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-immutable-object-cache-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:42:46.889 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:46.889 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:46.921 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:08 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:42:47.042 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:42:47.043 INFO:teuthology.orchestra.run.smithi096.stdout:======================================================================================= 2024-04-24T12:42:47.043 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:42:47.043 INFO:teuthology.orchestra.run.smithi096.stdout:======================================================================================= 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 7.4 M 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-24T12:42:47.044 INFO:teuthology.orchestra.run.smithi096.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout:======================================================================================= 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout:Install 12 Packages 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 38 M 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 209 M 2024-04-24T12:42:47.045 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:42:47.070 INFO:teuthology.orchestra.run.smithi162.stdout:(10/13): python3-google-auth-2.29.0-1.el9.noarc 432 kB/s | 206 kB 00:00 2024-04-24T12:42:47.082 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-mgr 2024-04-24T12:42:47.095 INFO:teuthology.orchestra.run.smithi162.stdout:(11/13): python3-rsa-4.9-2.el9.noarch.rpm 244 kB/s | 59 kB 00:00 2024-04-24T12:42:47.270 INFO:teuthology.orchestra.run.smithi162.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 448 kB/s | 90 kB 00:00 2024-04-24T12:42:47.346 INFO:teuthology.orchestra.run.smithi162.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 2.0 MB/s | 1.0 MB 00:00 2024-04-24T12:42:47.347 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:47.347 INFO:teuthology.orchestra.run.smithi162.stdout:Total 1.4 MB/s | 2.2 MB 00:01 2024-04-24T12:42:47.417 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:47.432 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:47.432 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:47.517 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:47.518 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:47.566 INFO:teuthology.orchestra.run.smithi096.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 1.1 MB/s | 195 kB 00:00 2024-04-24T12:42:47.598 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:00 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:47.680 INFO:teuthology.orchestra.run.smithi177.stdout:Package ceph-mgr-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:42:47.723 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:47.724 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:42:47.724 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:47.785 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-mgr-dashboard 2024-04-24T12:42:47.791 INFO:teuthology.orchestra.run.smithi096.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 2.0 MB/s | 803 kB 00:00 2024-04-24T12:42:48.044 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:48.125 INFO:teuthology.orchestra.run.smithi096.stdout:(3/12): ceph-mgr-diskprediction-local-19.0.0-25 10 MB/s | 7.4 MB 00:00 2024-04-24T12:42:48.159 INFO:teuthology.orchestra.run.smithi096.stdout:(4/12): flexiblas-3.0.4-8.el9.x86_64.rpm 55 kB/s | 33 kB 00:00 2024-04-24T12:42:48.160 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:42:48.160 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 1/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 9/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:42:48.161 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-24T12:42:48.209 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-24T12:42:48.263 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-24T12:42:48.298 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:01 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:48.318 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-24T12:42:48.356 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-24T12:42:48.397 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-24T12:42:48.419 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-dashboard noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 3.5 M 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-grafana-dashboards noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 34 k 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-prometheus-alerts noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 16 k 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: protobuf x86_64 3.14.0-13.el9 appstream 1.0 M 2024-04-24T12:42:48.421 INFO:teuthology.orchestra.run.smithi177.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: python3-protobuf noarch 3.14.0-13.el9 appstream 269 k 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout:Install 12 Packages 2024-04-24T12:42:48.422 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:48.423 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 8.6 M 2024-04-24T12:42:48.423 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 104 M 2024-04-24T12:42:48.423 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:42:48.490 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-24T12:42:48.589 INFO:teuthology.orchestra.run.smithi081.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-24T12:42:48.590 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-24T12:42:48.590 INFO:teuthology.orchestra.run.smithi081.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-24T12:42:48.590 INFO:teuthology.orchestra.run.smithi081.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-24T12:42:48.590 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:48.590 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:48.593 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 7/13 2024-04-24T12:42:48.640 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-24T12:42:48.650 INFO:teuthology.orchestra.run.smithi096.stdout:(5/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 35 kB/s | 18 kB 00:00 2024-04-24T12:42:48.759 INFO:teuthology.orchestra.run.smithi096.stdout:(6/12): openblas-0.3.21-2.el9.x86_64.rpm 59 kB/s | 35 kB 00:00 2024-04-24T12:42:48.919 INFO:teuthology.orchestra.run.smithi177.stdout:(1/12): ceph-grafana-dashboards-19.0.0-2513.g1c 175 kB/s | 34 kB 00:00 2024-04-24T12:42:48.944 INFO:teuthology.orchestra.run.smithi177.stdout:(2/12): ceph-prometheus-alerts-19.0.0-2513.g1c8 75 kB/s | 16 kB 00:00 2024-04-24T12:42:48.964 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-rook 2024-04-24T12:42:49.144 INFO:teuthology.orchestra.run.smithi177.stdout:(3/12): python3-protobuf-3.14.0-13.el9.noarch.r 1.3 MB/s | 269 kB 00:00 2024-04-24T12:42:49.328 INFO:teuthology.orchestra.run.smithi177.stdout:(4/12): protobuf-3.14.0-13.el9.x86_64.rpm 2.5 MB/s | 1.0 MB 00:00 2024-04-24T12:42:49.369 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-24T12:42:49.411 INFO:teuthology.orchestra.run.smithi177.stdout:(5/12): protobuf-compiler-3.14.0-13.el9.x86_64. 3.2 MB/s | 863 kB 00:00 2024-04-24T12:42:49.420 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-24T12:42:49.454 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-24T12:42:49.488 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:18 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:49.502 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-24T12:42:49.512 INFO:teuthology.orchestra.run.smithi177.stdout:(6/12): ceph-mgr-dashboard-19.0.0-2513.g1c8eaae 4.5 MB/s | 3.5 MB 00:00 2024-04-24T12:42:49.524 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:42:49.607 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-rook noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 49 k 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-24T12:42:49.609 INFO:teuthology.orchestra.run.smithi081.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout:Install 13 Packages 2024-04-24T12:42:49.610 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:49.611 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 2.2 M 2024-04-24T12:42:49.611 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 26 M 2024-04-24T12:42:49.611 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:49.637 INFO:teuthology.orchestra.run.smithi177.stdout:(7/12): abseil-cpp-20211102.0-3.el9.x86_64.rpm 1.7 MB/s | 548 kB 00:00 2024-04-24T12:42:49.662 INFO:teuthology.orchestra.run.smithi177.stdout:(8/12): grpc-data-1.46.7-10.el9.noarch.rpm 78 kB/s | 19 kB 00:00 2024-04-24T12:42:49.668 INFO:teuthology.orchestra.run.smithi096.stdout:(7/12): python3-devel-3.9.18-3.el9.x86_64.rpm 269 kB/s | 244 kB 00:00 2024-04-24T12:42:49.829 INFO:teuthology.orchestra.run.smithi177.stdout:(9/12): python3-grpcio-1.46.7-10.el9.x86_64.rpm 6.4 MB/s | 2.0 MB 00:00 2024-04-24T12:42:49.854 INFO:teuthology.orchestra.run.smithi177.stdout:(10/12): python3-grpcio-tools-1.46.7-10.el9.x86 667 kB/s | 144 kB 00:00 2024-04-24T12:42:49.879 INFO:teuthology.orchestra.run.smithi177.stdout:(11/12): python3-repoze-lru-0.7-16.el9.noarch.r 142 kB/s | 31 kB 00:00 2024-04-24T12:42:49.905 INFO:teuthology.orchestra.run.smithi177.stdout:(12/12): python3-routes-2.5.1-5.el9.noarch.rpm 2.5 MB/s | 188 kB 00:00 2024-04-24T12:42:49.907 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:49.908 INFO:teuthology.orchestra.run.smithi177.stdout:Total 5.8 MB/s | 8.6 MB 00:01 2024-04-24T12:42:49.954 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:42:49.970 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:42:49.971 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:42:50.005 INFO:teuthology.orchestra.run.smithi081.stdout:(1/13): python3-jsonpatch-1.21-16.el9.noarch.rp 290 kB/s | 26 kB 00:00 2024-04-24T12:42:50.030 INFO:teuthology.orchestra.run.smithi081.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 169 kB/s | 19 kB 00:00 2024-04-24T12:42:50.114 INFO:teuthology.orchestra.run.smithi081.stdout:(3/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 2.6 MB/s | 222 kB 00:00 2024-04-24T12:42:50.126 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:42:50.127 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:42:50.139 INFO:teuthology.orchestra.run.smithi081.stdout:(4/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-04-24T12:42:50.173 INFO:teuthology.orchestra.run.smithi081.stdout:(5/13): python3-pyasn1-modules-0.4.8-6.el9.noar 4.6 MB/s | 279 kB 00:00 2024-04-24T12:42:50.198 INFO:teuthology.orchestra.run.smithi081.stdout:(6/13): python3-requests-oauthlib-1.3.0-12.el9. 913 kB/s | 54 kB 00:00 2024-04-24T12:42:50.223 INFO:teuthology.orchestra.run.smithi081.stdout:(7/13): ceph-mgr-rook-19.0.0-2513.g1c8eaaed.el9 161 kB/s | 49 kB 00:00 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 10/13 2024-04-24T12:42:50.307 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-24T12:42:50.308 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-24T12:42:50.349 INFO:teuthology.orchestra.run.smithi081.stdout:(8/13): python3-cachetools-4.2.4-1.el9.noarch.r 183 kB/s | 32 kB 00:00 2024-04-24T12:42:50.391 INFO:teuthology.orchestra.run.smithi081.stdout:(9/13): python3-certifi-2021.10.8-2.el9.noarch. 78 kB/s | 15 kB 00:00 2024-04-24T12:42:50.483 INFO:teuthology.orchestra.run.smithi081.stdout:(10/13): python3-google-auth-2.29.0-1.el9.noarc 976 kB/s | 206 kB 00:00 2024-04-24T12:42:50.541 INFO:teuthology.orchestra.run.smithi081.stdout:(11/13): python3-kubernetes-26.1.0-2.el9.noarch 5.3 MB/s | 1.0 MB 00:00 2024-04-24T12:42:50.567 INFO:teuthology.orchestra.run.smithi081.stdout:(12/13): python3-rsa-4.9-2.el9.noarch.rpm 337 kB/s | 59 kB 00:00 2024-04-24T12:42:50.592 INFO:teuthology.orchestra.run.smithi081.stdout:(13/13): python3-websocket-client-1.2.3-2.el9.n 828 kB/s | 90 kB 00:00 2024-04-24T12:42:50.594 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:50.595 INFO:teuthology.orchestra.run.smithi081.stdout:Total 2.2 MB/s | 2.2 MB 00:00 2024-04-24T12:42:50.623 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-24T12:42:50.623 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:50.623 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-24T12:42:50.624 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:50.625 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:50.656 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:42:50.657 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:42:50.671 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:42:50.671 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:42:50.747 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 1/12 2024-04-24T12:42:50.754 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:42:50.755 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:42:50.790 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 2/12 2024-04-24T12:42:50.837 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 3/12 2024-04-24T12:42:50.876 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 4/12 2024-04-24T12:42:50.877 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-mgr-cephadm 2024-04-24T12:42:50.952 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 5/12 2024-04-24T12:42:51.095 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 6/12 2024-04-24T12:42:51.179 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 7/12 2024-04-24T12:42:51.223 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 8/12 2024-04-24T12:42:51.246 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:42:51.251 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:51.283 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 10/12 2024-04-24T12:42:51.381 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:26 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:51.438 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-24T12:42:51.501 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-24T12:42:51.502 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 142 k 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-24T12:42:51.503 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout:Install 6 Packages 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 7.0 M 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 33 M 2024-04-24T12:42:51.504 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:51.564 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-24T12:42:51.594 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-24T12:42:51.635 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-24T12:42:51.736 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-24T12:42:51.838 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 7/13 2024-04-24T12:42:51.889 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-24T12:42:51.997 INFO:teuthology.orchestra.run.smithi162.stdout:(1/6): ceph-mgr-cephadm-19.0.0-2513.g1c8eaaed.e 603 kB/s | 142 kB 00:00 2024-04-24T12:42:52.030 INFO:teuthology.orchestra.run.smithi162.stdout:(2/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 924 kB/s | 248 kB 00:00 2024-04-24T12:42:52.085 INFO:teuthology.orchestra.run.smithi096.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 713 kB/s | 3.0 MB 00:04 2024-04-24T12:42:52.239 INFO:teuthology.orchestra.run.smithi162.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 277 kB/s | 58 kB 00:00 2024-04-24T12:42:52.297 INFO:teuthology.orchestra.run.smithi162.stdout:(4/6): python3-typing-extensions-4.4.0-2.el9.no 878 kB/s | 51 kB 00:00 2024-04-24T12:42:52.335 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 11/12 2024-04-24T12:42:52.355 INFO:teuthology.orchestra.run.smithi162.stdout:(5/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 1.5 MB/s | 548 kB 00:00 2024-04-24T12:42:52.367 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:52.607 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-24T12:42:52.662 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-24T12:42:52.695 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-24T12:42:52.743 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-24T12:42:52.765 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:42:52.967 INFO:teuthology.orchestra.run.smithi096.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 284 kB/s | 250 kB 00:00 2024-04-24T12:42:53.064 INFO:teuthology.orchestra.run.smithi162.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 4.6 MB/s | 6.0 MB 00:01 2024-04-24T12:42:53.065 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:53.065 INFO:teuthology.orchestra.run.smithi162.stdout:Total 4.5 MB/s | 7.0 MB 00:01 2024-04-24T12:42:53.137 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:53.149 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:53.149 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:53.245 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:53.247 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:53.548 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-24T12:42:53.578 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-24T12:42:53.579 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-24T12:42:53.579 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 10/13 2024-04-24T12:42:53.579 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-24T12:42:53.579 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 12/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el 1/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noa 2/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9 3/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 4/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 5/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 6/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 7/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 8/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 9/12 2024-04-24T12:42:53.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 10/12 2024-04-24T12:42:53.698 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 11/12 2024-04-24T12:42:53.722 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-24T12:42:53.774 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-24T12:42:53.894 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-24T12:42:53.894 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:53.894 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-24T12:42:53.895 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:53.896 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 12/12 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-grafana-dashboards-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-dashboard-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-prometheus-alerts-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: grpc-data-1.46.7-10.el9.noarch 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: protobuf-3.14.0-13.el9.x86_64 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-04-24T12:42:53.993 INFO:teuthology.orchestra.run.smithi177.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-04-24T12:42:53.994 INFO:teuthology.orchestra.run.smithi177.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-04-24T12:42:53.994 INFO:teuthology.orchestra.run.smithi177.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-24T12:42:53.994 INFO:teuthology.orchestra.run.smithi177.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-24T12:42:53.994 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:53.994 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:42:54.133 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-mgr-cephadm 2024-04-24T12:42:54.238 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-mgr-diskprediction-local 2024-04-24T12:42:54.297 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-24T12:42:54.385 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-24T12:42:54.449 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-24T12:42:54.478 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:42:54.636 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:23 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:42:54.746 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:07 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:42:54.756 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 142 k 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-24T12:42:54.757 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout:Install 6 Packages 2024-04-24T12:42:54.758 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:42:54.759 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 7.0 M 2024-04-24T12:42:54.759 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 33 M 2024-04-24T12:42:54.759 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:42:54.867 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:42:54.868 INFO:teuthology.orchestra.run.smithi177.stdout:======================================================================================= 2024-04-24T12:42:54.868 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:42:54.868 INFO:teuthology.orchestra.run.smithi177.stdout:======================================================================================= 2024-04-24T12:42:54.868 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:42:54.868 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 7.4 M 2024-04-24T12:42:54.868 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: python3-devel x86_64 3.9.18-3.el9 appstream 244 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout:======================================================================================= 2024-04-24T12:42:54.869 INFO:teuthology.orchestra.run.smithi177.stdout:Install 12 Packages 2024-04-24T12:42:54.870 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:42:54.870 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 38 M 2024-04-24T12:42:54.870 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 209 M 2024-04-24T12:42:54.870 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:42:55.143 INFO:teuthology.orchestra.run.smithi096.stdout:(10/12): openblas-openmp-0.3.21-2.el9.x86_64.rp 747 kB/s | 4.7 MB 00:06 2024-04-24T12:42:55.169 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:42:55.169 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/6 2024-04-24T12:42:55.169 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-24T12:42:55.169 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-24T12:42:55.169 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-24T12:42:55.169 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-24T12:42:55.296 INFO:teuthology.orchestra.run.smithi081.stdout:(1/6): ceph-mgr-cephadm-19.0.0-2513.g1c8eaaed.e 372 kB/s | 142 kB 00:00 2024-04-24T12:42:55.436 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-24T12:42:55.437 INFO:teuthology.orchestra.run.smithi162.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-24T12:42:55.438 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:55.438 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:55.514 INFO:teuthology.orchestra.run.smithi081.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 2.5 MB/s | 548 kB 00:00 2024-04-24T12:42:55.556 INFO:teuthology.orchestra.run.smithi081.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 1.4 MB/s | 58 kB 00:00 2024-04-24T12:42:55.614 INFO:teuthology.orchestra.run.smithi081.stdout:(4/6): python3-typing-extensions-4.4.0-2.el9.no 874 kB/s | 51 kB 00:00 2024-04-24T12:42:55.671 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-fuse 2024-04-24T12:42:55.814 INFO:teuthology.orchestra.run.smithi177.stdout:(1/12): libquadmath-11.4.1-3.el9.x86_64.rpm 373 kB/s | 195 kB 00:00 2024-04-24T12:42:55.898 INFO:teuthology.orchestra.run.smithi081.stdout:(5/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 253 kB/s | 248 kB 00:00 2024-04-24T12:42:56.183 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:31 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:56.302 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:56.302 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:56.302 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 890 k 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Install 2 Packages 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 970 k 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 2.8 M 2024-04-24T12:42:56.303 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:56.305 INFO:teuthology.orchestra.run.smithi177.stdout:(2/12): libgfortran-11.4.1-3.el9.x86_64.rpm 791 kB/s | 803 kB 00:01 2024-04-24T12:42:56.548 INFO:teuthology.orchestra.run.smithi177.stdout:(3/12): ceph-mgr-diskprediction-local-19.0.0-25 5.9 MB/s | 7.4 MB 00:01 2024-04-24T12:42:56.565 INFO:teuthology.orchestra.run.smithi177.stdout:(4/12): flexiblas-3.0.4-8.el9.x86_64.rpm 44 kB/s | 33 kB 00:00 2024-04-24T12:42:56.915 INFO:teuthology.orchestra.run.smithi162.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 198 kB/s | 80 kB 00:00 2024-04-24T12:42:57.090 INFO:teuthology.orchestra.run.smithi162.stdout:(2/2): ceph-fuse-19.0.0-2513.g1c8eaaed.el9.x86_ 1.5 MB/s | 890 kB 00:00 2024-04-24T12:42:57.091 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:57.091 INFO:teuthology.orchestra.run.smithi162.stdout:Total 1.2 MB/s | 970 kB 00:00 2024-04-24T12:42:57.104 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:57.127 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:57.127 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:57.156 INFO:teuthology.orchestra.run.smithi177.stdout:(5/12): flexiblas-openblas-openmp-3.0.4-8.el9.x 30 kB/s | 18 kB 00:00 2024-04-24T12:42:57.159 INFO:teuthology.orchestra.run.smithi096.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 697 kB/s | 5.1 MB 00:07 2024-04-24T12:42:57.205 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:57.205 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:42:57.306 INFO:teuthology.orchestra.run.smithi177.stdout:(6/12): openblas-0.3.21-2.el9.x86_64.rpm 47 kB/s | 35 kB 00:00 2024-04-24T12:42:57.384 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:42:57.526 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-24T12:42:57.588 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:42:58.247 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:42:58.247 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/2 2024-04-24T12:42:58.505 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-24T12:42:58.505 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:58.505 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:42:58.505 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-24T12:42:58.505 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:58.505 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:42:58.506 INFO:teuthology.orchestra.run.smithi177.stdout:(7/12): python3-devel-3.9.18-3.el9.x86_64.rpm 203 kB/s | 244 kB 00:01 2024-04-24T12:42:58.766 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install ceph-volume 2024-04-24T12:42:59.287 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:34 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:42:59.411 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repository Size 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-volume noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 264 k 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:Installing dependencies: 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:42:59.412 INFO:teuthology.orchestra.run.smithi162.stdout:Install 2 Packages 2024-04-24T12:42:59.413 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:42:59.413 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 341 k 2024-04-24T12:42:59.413 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 1.5 M 2024-04-24T12:42:59.413 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:42:59.789 INFO:teuthology.orchestra.run.smithi162.stdout:(1/2): python3-packaging-20.9-5.el9.noarch.rpm 327 kB/s | 77 kB 00:00 2024-04-24T12:42:59.813 INFO:teuthology.orchestra.run.smithi162.stdout:(2/2): ceph-volume-19.0.0-2513.g1c8eaaed.el9.no 1.0 MB/s | 264 kB 00:00 2024-04-24T12:42:59.814 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:42:59.814 INFO:teuthology.orchestra.run.smithi162.stdout:Total 849 kB/s | 341 kB 00:00 2024-04-24T12:42:59.826 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:42:59.835 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:42:59.835 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:42:59.861 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:42:59.862 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:43:00.018 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:43:00.196 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : python3-packaging-20.9-5.el9.noarch 1/2 2024-04-24T12:43:00.250 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:00.265 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:00.265 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:43:00.265 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-24T12:43:00.265 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:00.965 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/2 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 2/2 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:01.228 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:01.526 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install librados-devel 2024-04-24T12:43:01.765 INFO:teuthology.orchestra.run.smithi177.stdout:(8/12): flexiblas-netlib-3.0.4-8.el9.x86_64.rpm 561 kB/s | 3.0 MB 00:05 2024-04-24T12:43:02.052 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:37 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:02.177 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:02.177 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:02.177 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: librados-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 127 k 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 127 k 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 456 k 2024-04-24T12:43:02.178 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:43:02.403 INFO:teuthology.orchestra.run.smithi162.stdout:librados-devel-19.0.0-2513.g1c8eaaed.el9.x86_64 565 kB/s | 127 kB 00:00 2024-04-24T12:43:02.404 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:02.404 INFO:teuthology.orchestra.run.smithi162.stdout:Total 561 kB/s | 127 kB 00:00 2024-04-24T12:43:02.404 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:43:02.409 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:43:02.410 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:43:02.472 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:43:02.472 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:43:02.622 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:43:02.717 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:02.898 INFO:teuthology.orchestra.run.smithi177.stdout:(9/12): python3-numpy-f2py-1.20.1-5.el9.x86_64. 221 kB/s | 250 kB 00:01 2024-04-24T12:43:03.146 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:03.394 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:03.394 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:03.394 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:43:03.395 INFO:teuthology.orchestra.run.smithi162.stdout: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:03.395 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:03.395 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:03.613 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install libcephfs2 2024-04-24T12:43:04.129 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:39 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:04.209 INFO:teuthology.orchestra.run.smithi162.stdout:Package libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:04.250 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:04.251 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:04.251 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:04.337 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install libcephfs-devel 2024-04-24T12:43:04.480 INFO:teuthology.orchestra.run.smithi081.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 638 kB/s | 6.0 MB 00:09 2024-04-24T12:43:04.481 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:04.482 INFO:teuthology.orchestra.run.smithi081.stdout:Total 735 kB/s | 7.0 MB 00:09 2024-04-24T12:43:04.555 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:04.567 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:04.568 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:04.663 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:04.664 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:04.856 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:39 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:04.974 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:04.985 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 32 k 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:43:04.986 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:04.987 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:43:04.987 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:04.987 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 32 k 2024-04-24T12:43:04.987 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 142 k 2024-04-24T12:43:04.987 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:43:05.140 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-24T12:43:05.158 INFO:teuthology.orchestra.run.smithi162.stdout:libcephfs-devel-19.0.0-2513.g1c8eaaed.el9.x86_6 186 kB/s | 32 kB 00:00 2024-04-24T12:43:05.158 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:05.159 INFO:teuthology.orchestra.run.smithi162.stdout:Total 184 kB/s | 32 kB 00:00 2024-04-24T12:43:05.159 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:43:05.162 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:43:05.162 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:43:05.165 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:43:05.165 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:43:05.198 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-24T12:43:05.240 INFO:teuthology.orchestra.run.smithi177.stdout:(10/12): openblas-openmp-0.3.21-2.el9.x86_64.rp 600 kB/s | 4.7 MB 00:08 2024-04-24T12:43:05.250 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:43:05.345 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:05.706 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:05.726 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-24T12:43:05.810 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-24T12:43:05.872 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-24T12:43:05.903 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:43:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:05.937 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:43:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:05.937 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:05.937 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:06.103 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install librados2 2024-04-24T12:43:06.609 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:41 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:06.625 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:43:06.625 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/6 2024-04-24T12:43:06.625 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-24T12:43:06.625 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-24T12:43:06.625 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-24T12:43:06.625 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-24T12:43:06.688 INFO:teuthology.orchestra.run.smithi162.stdout:Package librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:06.728 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:06.729 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:06.729 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:06.787 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install librbd1 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:06.876 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:06.981 INFO:teuthology.orchestra.run.smithi177.stdout:(11/12): python3-numpy-1.20.1-5.el9.x86_64.rpm 616 kB/s | 5.1 MB 00:08 2024-04-24T12:43:07.097 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-fuse 2024-04-24T12:43:07.292 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:42 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:07.370 INFO:teuthology.orchestra.run.smithi162.stdout:Package librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:07.412 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:07.413 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:07.413 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:07.504 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-rados 2024-04-24T12:43:07.604 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:36 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 890 k 2024-04-24T12:43:07.724 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout:Install 2 Packages 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 970 k 2024-04-24T12:43:07.725 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 2.8 M 2024-04-24T12:43:07.726 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:08.008 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:43 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:08.087 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:08.127 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:08.128 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:08.128 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:08.187 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-rgw 2024-04-24T12:43:08.374 INFO:teuthology.orchestra.run.smithi081.stdout:(1/2): ceph-fuse-19.0.0-2513.g1c8eaaed.el9.x86_ 3.0 MB/s | 890 kB 00:00 2024-04-24T12:43:08.466 INFO:teuthology.orchestra.run.smithi081.stdout:(2/2): fuse-2.9.9-15.el9.x86_64.rpm 209 kB/s | 80 kB 00:00 2024-04-24T12:43:08.466 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:08.467 INFO:teuthology.orchestra.run.smithi081.stdout:Total 1.3 MB/s | 970 kB 00:00 2024-04-24T12:43:08.478 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:08.500 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:08.500 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:08.578 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:08.578 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:08.699 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:43 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:08.762 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:08.779 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:08.820 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:08.821 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:08.821 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:08.882 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-cephfs 2024-04-24T12:43:08.909 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-24T12:43:08.973 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:43:09.394 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:44 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:09.473 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:09.513 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:09.514 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:09.514 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:09.569 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:43:09.570 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/2 2024-04-24T12:43:09.586 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install python3-rbd 2024-04-24T12:43:09.808 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-24T12:43:09.808 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:09.808 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:09.808 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-24T12:43:09.808 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:09.808 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:10.067 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install ceph-volume 2024-04-24T12:43:10.093 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:45 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:10.171 INFO:teuthology.orchestra.run.smithi162.stdout:Package python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:10.212 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:10.213 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:10.213 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:10.270 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install rbd-fuse 2024-04-24T12:43:10.587 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:39 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:10.708 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:10.708 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:10.708 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repository Size 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-volume noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 264 k 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout:Installing dependencies: 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout:Install 2 Packages 2024-04-24T12:43:10.709 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:10.710 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 341 k 2024-04-24T12:43:10.710 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 1.5 M 2024-04-24T12:43:10.710 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:10.774 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:45 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:10.896 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout: Package Architecture Version Repository Size 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 85 k 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:10.897 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 85 k 2024-04-24T12:43:10.898 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 231 k 2024-04-24T12:43:10.898 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:43:11.102 INFO:teuthology.orchestra.run.smithi162.stdout:rbd-fuse-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 418 kB/s | 85 kB 00:00 2024-04-24T12:43:11.102 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:11.103 INFO:teuthology.orchestra.run.smithi162.stdout:Total 415 kB/s | 85 kB 00:00 2024-04-24T12:43:11.103 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:43:11.110 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:43:11.110 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:43:11.173 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:43:11.173 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:43:11.255 INFO:teuthology.orchestra.run.smithi081.stdout:(1/2): python3-packaging-20.9-5.el9.noarch.rpm 358 kB/s | 77 kB 00:00 2024-04-24T12:43:11.312 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:43:11.422 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:11.513 INFO:teuthology.orchestra.run.smithi081.stdout:(2/2): ceph-volume-19.0.0-2513.g1c8eaaed.el9.no 556 kB/s | 264 kB 00:00 2024-04-24T12:43:11.514 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:11.514 INFO:teuthology.orchestra.run.smithi081.stdout:Total 423 kB/s | 341 kB 00:00 2024-04-24T12:43:11.526 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:11.535 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:11.535 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:11.561 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:11.561 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:11.704 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:11.758 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:11.897 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : python3-packaging-20.9-5.el9.noarch 1/2 2024-04-24T12:43:11.934 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:11.947 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:11.947 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:43:11.947 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-24T12:43:11.947 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:12.019 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:12.019 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:12.019 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:43:12.019 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:12.019 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:12.019 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:12.277 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install rbd-mirror 2024-04-24T12:43:12.559 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/2 2024-04-24T12:43:12.798 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:47 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:12.817 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 2/2 2024-04-24T12:43:12.817 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:12.817 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:12.818 INFO:teuthology.orchestra.run.smithi081.stdout: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:12.818 INFO:teuthology.orchestra.run.smithi081.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-24T12:43:12.818 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:12.818 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:12.919 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:12.919 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:12.919 INFO:teuthology.orchestra.run.smithi162.stdout: Package Arch Version Repo Size 2024-04-24T12:43:12.919 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:12.919 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:43:12.919 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-mirror x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 3.1 M 2024-04-24T12:43:12.920 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 13 M 2024-04-24T12:43:12.921 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:43:13.169 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install librados-devel 2024-04-24T12:43:13.689 INFO:teuthology.orchestra.run.smithi162.stdout:rbd-mirror-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 4.0 MB/s | 3.1 MB 00:00 2024-04-24T12:43:13.689 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:13.690 INFO:teuthology.orchestra.run.smithi162.stdout:Total 4.0 MB/s | 3.1 MB 00:00 2024-04-24T12:43:13.690 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:43:13.691 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:42 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:13.699 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:43:13.699 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:43:13.779 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:43:13.779 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:43:13.817 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:13.817 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:13.817 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2024-04-24T12:43:13.817 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:13.817 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:13.817 INFO:teuthology.orchestra.run.smithi081.stdout: librados-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 127 k 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 127 k 2024-04-24T12:43:13.818 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 456 k 2024-04-24T12:43:13.819 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:14.154 INFO:teuthology.orchestra.run.smithi081.stdout:librados-devel-19.0.0-2513.g1c8eaaed.el9.x86_64 379 kB/s | 127 kB 00:00 2024-04-24T12:43:14.154 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:14.154 INFO:teuthology.orchestra.run.smithi081.stdout:Total 377 kB/s | 127 kB 00:00 2024-04-24T12:43:14.154 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:14.161 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:14.162 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:14.209 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:43:14.222 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:14.222 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:14.264 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:14.289 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:14.289 INFO:teuthology.orchestra.run.smithi162.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:43:14.289 INFO:teuthology.orchestra.run.smithi162.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-24T12:43:14.289 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:43:14.289 INFO:teuthology.orchestra.run.smithi162.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:43:14.289 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:14.372 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:14.474 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:14.902 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:15.140 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:15.140 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:15.141 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:15.141 INFO:teuthology.orchestra.run.smithi081.stdout: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:15.141 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:15.141 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:15.346 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:15.346 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:15.346 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:43:15.346 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:15.346 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:15.346 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:15.404 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install libcephfs2 2024-04-24T12:43:15.557 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install rbd-nbd 2024-04-24T12:43:15.922 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:44 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:16.002 INFO:teuthology.orchestra.run.smithi081.stdout:Package libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:16.042 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:16.043 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:16.043 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:16.080 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:51 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:16.150 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install libcephfs-devel 2024-04-24T12:43:16.208 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:16.209 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:16.209 INFO:teuthology.orchestra.run.smithi162.stdout: Package Architecture Version Repository Size 2024-04-24T12:43:16.209 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:16.209 INFO:teuthology.orchestra.run.smithi162.stdout:Installing: 2024-04-24T12:43:16.209 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-nbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 170 k 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction Summary 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout:================================================================================ 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout:Install 1 Package 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout:Total download size: 170 k 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout:Installed size: 494 k 2024-04-24T12:43:16.210 INFO:teuthology.orchestra.run.smithi162.stdout:Downloading Packages: 2024-04-24T12:43:16.663 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:45 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:16.709 INFO:teuthology.orchestra.run.smithi162.stdout:rbd-nbd-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 342 kB/s | 170 kB 00:00 2024-04-24T12:43:16.710 INFO:teuthology.orchestra.run.smithi162.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:16.710 INFO:teuthology.orchestra.run.smithi162.stdout:Total 340 kB/s | 170 kB 00:00 2024-04-24T12:43:16.710 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction check 2024-04-24T12:43:16.718 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction check succeeded. 2024-04-24T12:43:16.718 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction test 2024-04-24T12:43:16.782 INFO:teuthology.orchestra.run.smithi162.stdout:Transaction test succeeded. 2024-04-24T12:43:16.782 INFO:teuthology.orchestra.run.smithi162.stdout:Running transaction 2024-04-24T12:43:16.787 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:16.787 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 32 k 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:43:16.788 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:16.789 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 32 k 2024-04-24T12:43:16.789 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 142 k 2024-04-24T12:43:16.789 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:16.935 INFO:teuthology.orchestra.run.smithi162.stdout: Preparing : 1/1 2024-04-24T12:43:16.958 INFO:teuthology.orchestra.run.smithi081.stdout:libcephfs-devel-19.0.0-2513.g1c8eaaed.el9.x86_6 187 kB/s | 32 kB 00:00 2024-04-24T12:43:16.959 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:16.959 INFO:teuthology.orchestra.run.smithi081.stdout:Total 185 kB/s | 32 kB 00:00 2024-04-24T12:43:16.959 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:16.963 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:16.963 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:16.965 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:16.966 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:17.038 INFO:teuthology.orchestra.run.smithi162.stdout: Installing : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:17.052 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:17.164 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:17.401 INFO:teuthology.orchestra.run.smithi162.stdout: Running scriptlet: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:17.539 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:17.675 INFO:teuthology.orchestra.run.smithi162.stdout: Verifying : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:17.675 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:17.675 INFO:teuthology.orchestra.run.smithi162.stdout:Installed: 2024-04-24T12:43:17.675 INFO:teuthology.orchestra.run.smithi162.stdout: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:17.676 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:43:17.676 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:17.757 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:17.757 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:17.757 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:17.757 INFO:teuthology.orchestra.run.smithi081.stdout: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:17.757 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:17.757 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:17.905 INFO:teuthology.orchestra.run.smithi096.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 667 kB/s | 16 MB 00:24 2024-04-24T12:43:17.907 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:17.907 INFO:teuthology.orchestra.run.smithi096.stdout:Total 1.2 MB/s | 38 MB 00:30 2024-04-24T12:43:17.918 DEBUG:teuthology.orchestra.run.smithi162:> sudo yum -y install nvme-cli 2024-04-24T12:43:17.927 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install librados2 2024-04-24T12:43:18.262 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:18.288 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:18.288 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:18.435 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:47 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:18.435 INFO:teuthology.orchestra.run.smithi162.stdout:Last metadata expiration check: 0:01:53 ago on Wed 24 Apr 2024 12:41:25 PM UTC. 2024-04-24T12:43:18.513 INFO:teuthology.orchestra.run.smithi081.stdout:Package librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:18.517 INFO:teuthology.orchestra.run.smithi162.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-04-24T12:43:18.554 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:18.555 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:18.555 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:18.559 INFO:teuthology.orchestra.run.smithi162.stdout:Dependencies resolved. 2024-04-24T12:43:18.560 INFO:teuthology.orchestra.run.smithi162.stdout:Nothing to do. 2024-04-24T12:43:18.560 INFO:teuthology.orchestra.run.smithi162.stdout:Complete! 2024-04-24T12:43:18.628 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install librbd1 2024-04-24T12:43:18.635 DEBUG:teuthology.parallel:result is None 2024-04-24T12:43:18.695 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:18.696 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:19.130 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:48 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:19.208 INFO:teuthology.orchestra.run.smithi081.stdout:Package librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:19.248 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:19.249 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:19.250 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:19.320 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-rados 2024-04-24T12:43:19.533 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:19.601 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-24T12:43:19.644 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:43:19.746 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:43:19.796 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 4/12 2024-04-24T12:43:19.826 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:48 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:19.905 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:19.945 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:19.947 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:19.947 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:19.971 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-24T12:43:20.012 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-24T12:43:20.015 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-rgw 2024-04-24T12:43:20.088 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-24T12:43:20.518 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:49 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:20.597 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:20.638 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:20.639 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:20.639 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:20.706 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-cephfs 2024-04-24T12:43:20.736 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-24T12:43:20.842 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-24T12:43:21.217 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:50 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:21.296 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:21.337 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:21.337 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:21.337 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:21.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install python3-rbd 2024-04-24T12:43:21.927 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:50 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:22.005 INFO:teuthology.orchestra.run.smithi081.stdout:Package python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:22.047 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:22.048 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:22.048 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:22.087 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:43:22.115 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install rbd-fuse 2024-04-24T12:43:22.642 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:51 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:22.761 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:22.763 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:22.763 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2024-04-24T12:43:22.763 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:22.763 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:22.763 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 85 k 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 85 k 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 231 k 2024-04-24T12:43:22.764 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:23.053 INFO:teuthology.orchestra.run.smithi081.stdout:rbd-fuse-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 294 kB/s | 85 kB 00:00 2024-04-24T12:43:23.054 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:23.054 INFO:teuthology.orchestra.run.smithi081.stdout:Total 292 kB/s | 85 kB 00:00 2024-04-24T12:43:23.054 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:23.062 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:23.062 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:23.116 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-24T12:43:23.123 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:23.124 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:23.144 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:43:23.263 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:23.374 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:23.735 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:23.964 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:23.964 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:23.964 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:23.964 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:23.964 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:23.964 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:24.183 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install rbd-mirror 2024-04-24T12:43:24.696 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:53 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:24.816 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:24.817 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout: Package Arch Version Repo Size 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-mirror x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 3.1 M 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 13 M 2024-04-24T12:43:24.818 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:25.358 INFO:teuthology.orchestra.run.smithi081.stdout:rbd-mirror-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 5.7 MB/s | 3.1 MB 00:00 2024-04-24T12:43:25.358 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:25.359 INFO:teuthology.orchestra.run.smithi081.stdout:Total 5.7 MB/s | 3.1 MB 00:00 2024-04-24T12:43:25.359 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:25.368 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:25.368 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:25.448 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:25.448 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 1/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-24T12:43:25.452 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-24T12:43:25.453 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 9/12 2024-04-24T12:43:25.453 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:43:25.453 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-24T12:43:25.870 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:25.871 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:25.885 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:25.933 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:25.958 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:25.959 INFO:teuthology.orchestra.run.smithi081.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:43:25.959 INFO:teuthology.orchestra.run.smithi081.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-24T12:43:25.959 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:43:25.959 INFO:teuthology.orchestra.run.smithi081.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:43:25.959 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:26.220 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-rook 2024-04-24T12:43:26.743 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:48 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:26.865 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:26.866 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:26.866 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:43:26.866 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:26.866 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:26.866 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-rook noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 49 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-24T12:43:26.867 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:Install 13 Packages 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 2.2 M 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 26 M 2024-04-24T12:43:26.868 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:26.914 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:26.915 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:26.915 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:26.915 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:26.915 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:26.915 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:27.150 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install rbd-nbd 2024-04-24T12:43:27.187 INFO:teuthology.orchestra.run.smithi177.stdout:(12/12): python3-scipy-1.6.2-8.el9.x86_64.rpm 685 kB/s | 16 MB 00:24 2024-04-24T12:43:27.188 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:27.188 INFO:teuthology.orchestra.run.smithi177.stdout:Total 1.2 MB/s | 38 MB 00:32 2024-04-24T12:43:27.311 INFO:teuthology.orchestra.run.smithi096.stdout:(1/13): ceph-mgr-rook-19.0.0-2513.g1c8eaaed.el9 282 kB/s | 49 kB 00:00 2024-04-24T12:43:27.534 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:27.561 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:27.561 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:27.661 INFO:teuthology.orchestra.run.smithi096.stdout:(2/13): python3-jsonpointer-2.0-4.el9.noarch.rp 36 kB/s | 19 kB 00:00 2024-04-24T12:43:27.677 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:56 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:27.744 INFO:teuthology.orchestra.run.smithi096.stdout:(3/13): python3-jsonpatch-1.21-16.el9.noarch.rp 42 kB/s | 26 kB 00:00 2024-04-24T12:43:27.800 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout: Package Architecture Version Repository Size 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout:Installing: 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-nbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 170 k 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction Summary 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout:================================================================================ 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout:Install 1 Package 2024-04-24T12:43:27.801 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:27.802 INFO:teuthology.orchestra.run.smithi081.stdout:Total download size: 170 k 2024-04-24T12:43:27.802 INFO:teuthology.orchestra.run.smithi081.stdout:Installed size: 494 k 2024-04-24T12:43:27.802 INFO:teuthology.orchestra.run.smithi081.stdout:Downloading Packages: 2024-04-24T12:43:27.967 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:27.968 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:28.028 INFO:teuthology.orchestra.run.smithi081.stdout:rbd-nbd-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 755 kB/s | 170 kB 00:00 2024-04-24T12:43:28.029 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:28.029 INFO:teuthology.orchestra.run.smithi081.stdout:Total 749 kB/s | 170 kB 00:00 2024-04-24T12:43:28.029 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction check 2024-04-24T12:43:28.037 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction check succeeded. 2024-04-24T12:43:28.037 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction test 2024-04-24T12:43:28.100 INFO:teuthology.orchestra.run.smithi081.stdout:Transaction test succeeded. 2024-04-24T12:43:28.100 INFO:teuthology.orchestra.run.smithi081.stdout:Running transaction 2024-04-24T12:43:28.219 INFO:teuthology.orchestra.run.smithi096.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 244 kB/s | 222 kB 00:00 2024-04-24T12:43:28.251 INFO:teuthology.orchestra.run.smithi081.stdout: Preparing : 1/1 2024-04-24T12:43:28.367 INFO:teuthology.orchestra.run.smithi081.stdout: Installing : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:28.453 INFO:teuthology.orchestra.run.smithi096.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 201 kB/s | 159 kB 00:00 2024-04-24T12:43:28.703 INFO:teuthology.orchestra.run.smithi096.stdout:(6/13): python3-pyasn1-modules-0.4.8-6.el9.noar 291 kB/s | 279 kB 00:00 2024-04-24T12:43:28.728 INFO:teuthology.orchestra.run.smithi096.stdout:(7/13): python3-cachetools-4.2.4-1.el9.noarch.r 129 kB/s | 32 kB 00:00 2024-04-24T12:43:28.749 INFO:teuthology.orchestra.run.smithi081.stdout: Running scriptlet: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:28.840 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:28.870 INFO:teuthology.orchestra.run.smithi096.stdout:(8/13): python3-requests-oauthlib-1.3.0-12.el9. 82 kB/s | 54 kB 00:00 2024-04-24T12:43:28.908 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 1/12 2024-04-24T12:43:28.929 INFO:teuthology.orchestra.run.smithi096.stdout:(9/13): python3-google-auth-2.29.0-1.el9.noarch 1.0 MB/s | 206 kB 00:00 2024-04-24T12:43:28.952 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:43:28.971 INFO:teuthology.orchestra.run.smithi096.stdout:(10/13): python3-certifi-2021.10.8-2.el9.noarch 56 kB/s | 15 kB 00:00 2024-04-24T12:43:28.997 INFO:teuthology.orchestra.run.smithi081.stdout: Verifying : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:28.997 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:28.997 INFO:teuthology.orchestra.run.smithi081.stdout:Installed: 2024-04-24T12:43:28.997 INFO:teuthology.orchestra.run.smithi081.stdout: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:28.997 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:43:28.997 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:29.038 INFO:teuthology.orchestra.run.smithi096.stdout:(11/13): python3-rsa-4.9-2.el9.noarch.rpm 714 kB/s | 59 kB 00:00 2024-04-24T12:43:29.051 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:43:29.086 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-devel-3.9.18-3.el9.x86_64 4/12 2024-04-24T12:43:29.138 INFO:teuthology.orchestra.run.smithi096.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 537 kB/s | 90 kB 00:00 2024-04-24T12:43:29.203 DEBUG:teuthology.orchestra.run.smithi081:> sudo yum -y install nvme-cli 2024-04-24T12:43:29.263 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openblas-0.3.21-2.el9.x86_64 5/12 2024-04-24T12:43:29.293 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 6/12 2024-04-24T12:43:29.371 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 7/12 2024-04-24T12:43:29.371 INFO:teuthology.orchestra.run.smithi096.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 2.0 MB/s | 1.0 MB 00:00 2024-04-24T12:43:29.376 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:29.376 INFO:teuthology.orchestra.run.smithi096.stdout:Total 899 kB/s | 2.2 MB 00:02 2024-04-24T12:43:29.445 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:29.460 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:29.460 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:29.544 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:29.545 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:29.723 INFO:teuthology.orchestra.run.smithi081.stdout:Last metadata expiration check: 0:01:58 ago on Wed 24 Apr 2024 12:41:31 PM UTC. 2024-04-24T12:43:29.803 INFO:teuthology.orchestra.run.smithi081.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-04-24T12:43:29.844 INFO:teuthology.orchestra.run.smithi081.stdout:Dependencies resolved. 2024-04-24T12:43:29.846 INFO:teuthology.orchestra.run.smithi081.stdout:Nothing to do. 2024-04-24T12:43:29.846 INFO:teuthology.orchestra.run.smithi081.stdout:Complete! 2024-04-24T12:43:29.946 DEBUG:teuthology.parallel:result is None 2024-04-24T12:43:30.029 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 8/12 2024-04-24T12:43:30.053 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:30.140 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 9/12 2024-04-24T12:43:30.225 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-24T12:43:30.282 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-24T12:43:30.338 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-24T12:43:30.376 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-24T12:43:30.417 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-24T12:43:30.510 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-24T12:43:30.629 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 7/13 2024-04-24T12:43:30.684 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-24T12:43:31.376 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:43:31.394 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-24T12:43:31.441 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-24T12:43:31.474 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-24T12:43:31.522 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-24T12:43:31.544 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-24T12:43:32.288 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 10/13 2024-04-24T12:43:32.289 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-24T12:43:32.289 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-24T12:43:32.548 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 11/12 2024-04-24T12:43:32.586 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:43:32.610 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-24T12:43:32.610 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:32.610 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:32.610 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:32.610 INFO:teuthology.orchestra.run.smithi096.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:32.611 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:32.870 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-mgr-cephadm 2024-04-24T12:43:33.377 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:01:55 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:33.496 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:33.497 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:33.497 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:43:33.497 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:33.497 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:33.497 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 142 k 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout:Install 6 Packages 2024-04-24T12:43:33.498 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:33.499 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 7.0 M 2024-04-24T12:43:33.499 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 33 M 2024-04-24T12:43:33.499 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:34.133 INFO:teuthology.orchestra.run.smithi096.stdout:(1/6): ceph-mgr-cephadm-19.0.0-2513.g1c8eaaed.e 702 kB/s | 142 kB 00:00 2024-04-24T12:43:34.591 INFO:teuthology.orchestra.run.smithi096.stdout:(2/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 1.2 MB/s | 548 kB 00:00 2024-04-24T12:43:34.675 INFO:teuthology.orchestra.run.smithi096.stdout:(3/6): python3-natsort-7.1.1-5.el9.noarch.rpm 691 kB/s | 58 kB 00:00 2024-04-24T12:43:34.742 INFO:teuthology.orchestra.run.smithi096.stdout:(4/6): python3-typing-extensions-4.4.0-2.el9.no 764 kB/s | 51 kB 00:00 2024-04-24T12:43:34.875 INFO:teuthology.orchestra.run.smithi096.stdout:(5/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 262 kB/s | 248 kB 00:00 2024-04-24T12:43:35.190 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 12/12 2024-04-24T12:43:35.190 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8ea 1/12 2024-04-24T12:43:35.190 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 2/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 3/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 4/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 5/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 6/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 7/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 8/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-devel-3.9.18-3.el9.x86_64 9/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 10/12 2024-04-24T12:43:35.191 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 11/12 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 12/12 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-diskprediction-local-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-24T12:43:35.596 INFO:teuthology.orchestra.run.smithi177.stdout: python3-devel-3.9.18-3.el9.x86_64 2024-04-24T12:43:35.597 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-24T12:43:35.597 INFO:teuthology.orchestra.run.smithi177.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-24T12:43:35.597 INFO:teuthology.orchestra.run.smithi177.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-24T12:43:35.597 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:35.597 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:36.006 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-mgr-rook 2024-04-24T12:43:36.531 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:49 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:36.652 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-rook noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 49 k 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: python3-google-auth noarch 1:2.29.0-1.el9 epel 206 k 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-24T12:43:36.654 INFO:teuthology.orchestra.run.smithi177.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout:Install 13 Packages 2024-04-24T12:43:36.655 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:36.656 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 2.2 M 2024-04-24T12:43:36.656 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 26 M 2024-04-24T12:43:36.656 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:43:36.962 INFO:teuthology.orchestra.run.smithi177.stdout:(1/13): python3-jsonpointer-2.0-4.el9.noarch.rp 120 kB/s | 19 kB 00:00 2024-04-24T12:43:36.987 INFO:teuthology.orchestra.run.smithi177.stdout:(2/13): python3-jsonpatch-1.21-16.el9.noarch.rp 139 kB/s | 26 kB 00:00 2024-04-24T12:43:37.071 INFO:teuthology.orchestra.run.smithi177.stdout:(3/13): ceph-mgr-rook-19.0.0-2513.g1c8eaaed.el9 184 kB/s | 49 kB 00:00 2024-04-24T12:43:37.179 INFO:teuthology.orchestra.run.smithi177.stdout:(4/13): python3-oauthlib-3.1.1-5.el9.noarch.rpm 1.0 MB/s | 222 kB 00:00 2024-04-24T12:43:37.204 INFO:teuthology.orchestra.run.smithi177.stdout:(5/13): python3-pyasn1-0.4.8-6.el9.noarch.rpm 823 kB/s | 159 kB 00:00 2024-04-24T12:43:37.255 INFO:teuthology.orchestra.run.smithi177.stdout:(6/13): python3-pyasn1-modules-0.4.8-6.el9.noar 1.5 MB/s | 279 kB 00:00 2024-04-24T12:43:37.372 INFO:teuthology.orchestra.run.smithi177.stdout:(7/13): python3-requests-oauthlib-1.3.0-12.el9. 279 kB/s | 54 kB 00:00 2024-04-24T12:43:37.497 INFO:teuthology.orchestra.run.smithi177.stdout:(8/13): python3-certifi-2021.10.8-2.el9.noarch. 62 kB/s | 15 kB 00:00 2024-04-24T12:43:37.522 INFO:teuthology.orchestra.run.smithi177.stdout:(9/13): python3-cachetools-4.2.4-1.el9.noarch.r 110 kB/s | 32 kB 00:00 2024-04-24T12:43:37.731 INFO:teuthology.orchestra.run.smithi177.stdout:(10/13): python3-rsa-4.9-2.el9.noarch.rpm 283 kB/s | 59 kB 00:00 2024-04-24T12:43:37.856 INFO:teuthology.orchestra.run.smithi177.stdout:(11/13): python3-google-auth-2.29.0-1.el9.noarc 425 kB/s | 206 kB 00:00 2024-04-24T12:43:37.898 INFO:teuthology.orchestra.run.smithi177.stdout:(12/13): python3-websocket-client-1.2.3-2.el9.n 538 kB/s | 90 kB 00:00 2024-04-24T12:43:37.998 INFO:teuthology.orchestra.run.smithi177.stdout:(13/13): python3-kubernetes-26.1.0-2.el9.noarch 2.0 MB/s | 1.0 MB 00:00 2024-04-24T12:43:37.999 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:37.999 INFO:teuthology.orchestra.run.smithi177.stdout:Total 1.6 MB/s | 2.2 MB 00:01 2024-04-24T12:43:38.068 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:38.084 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:38.084 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:38.169 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:38.169 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:38.668 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:38.836 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 1/13 2024-04-24T12:43:38.908 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 2/13 2024-04-24T12:43:38.971 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-rsa-4.9-2.el9.noarch 3/13 2024-04-24T12:43:39.017 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 4/13 2024-04-24T12:43:39.059 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 5/13 2024-04-24T12:43:39.151 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 6/13 2024-04-24T12:43:39.262 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-google-auth-1:2.29.0-1.el9.noarch 7/13 2024-04-24T12:43:39.319 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 8/13 2024-04-24T12:43:40.036 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 9/13 2024-04-24T12:43:40.083 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 10/13 2024-04-24T12:43:40.116 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 11/13 2024-04-24T12:43:40.164 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 12/13 2024-04-24T12:43:40.186 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:43:40.928 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 13/13 2024-04-24T12:43:40.928 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 2/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 3/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 4/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 5/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 6/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 7/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 8/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 9/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-google-auth-1:2.29.0-1.el9.noarch 10/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 11/13 2024-04-24T12:43:40.929 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 12/13 2024-04-24T12:43:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 13/13 2024-04-24T12:43:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:41.233 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-rook-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:41.233 INFO:teuthology.orchestra.run.smithi177.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-google-auth-1:2.29.0-1.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:41.234 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:41.513 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-mgr-cephadm 2024-04-24T12:43:41.916 INFO:teuthology.orchestra.run.smithi096.stdout:(6/6): python3-babel-2.9.1-2.el9.noarch.rpm 765 kB/s | 6.0 MB 00:07 2024-04-24T12:43:41.919 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:41.919 INFO:teuthology.orchestra.run.smithi096.stdout:Total 849 kB/s | 7.0 MB 00:08 2024-04-24T12:43:41.993 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:42.005 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:42.005 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:42.026 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:55 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:42.102 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:42.102 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:42.149 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-cephadm noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 142 k 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-24T12:43:42.150 INFO:teuthology.orchestra.run.smithi177.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout:Install 6 Packages 2024-04-24T12:43:42.151 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:42.152 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 7.0 M 2024-04-24T12:43:42.152 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 33 M 2024-04-24T12:43:42.152 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:43:42.405 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:42.581 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-24T12:43:42.634 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-24T12:43:42.851 INFO:teuthology.orchestra.run.smithi177.stdout:(1/6): python3-jinja2-2.11.3-5.el9.noarch.rpm 1.2 MB/s | 248 kB 00:00 2024-04-24T12:43:42.876 INFO:teuthology.orchestra.run.smithi177.stdout:(2/6): ceph-mgr-cephadm-19.0.0-2513.g1c8eaaed.e 601 kB/s | 142 kB 00:00 2024-04-24T12:43:43.018 INFO:teuthology.orchestra.run.smithi177.stdout:(3/6): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-04-24T12:43:43.157 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-24T12:43:43.245 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-24T12:43:43.285 INFO:teuthology.orchestra.run.smithi177.stdout:(4/6): python3-natsort-7.1.1-5.el9.noarch.rpm 141 kB/s | 58 kB 00:00 2024-04-24T12:43:43.308 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-24T12:43:43.338 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:43:43.360 INFO:teuthology.orchestra.run.smithi177.stdout:(5/6): python3-typing-extensions-4.4.0-2.el9.no 149 kB/s | 51 kB 00:00 2024-04-24T12:43:43.519 INFO:teuthology.orchestra.run.smithi177.stdout:(6/6): python3-asyncssh-2.13.2-5.el9.noarch.rpm 821 kB/s | 548 kB 00:00 2024-04-24T12:43:43.520 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:43.520 INFO:teuthology.orchestra.run.smithi177.stdout:Total 5.1 MB/s | 7.0 MB 00:01 2024-04-24T12:43:43.592 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:43.604 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:43.604 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:43.703 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:43.704 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:44.013 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:44.043 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:43:44.044 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/6 2024-04-24T12:43:44.044 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-24T12:43:44.044 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-24T12:43:44.044 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-24T12:43:44.044 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-24T12:43:44.195 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 1/6 2024-04-24T12:43:44.263 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 2/6 2024-04-24T12:43:44.292 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-24T12:43:44.292 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:44.292 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:44.292 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:44.292 INFO:teuthology.orchestra.run.smithi096.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-24T12:43:44.292 INFO:teuthology.orchestra.run.smithi096.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-24T12:43:44.293 INFO:teuthology.orchestra.run.smithi096.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-24T12:43:44.293 INFO:teuthology.orchestra.run.smithi096.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-24T12:43:44.293 INFO:teuthology.orchestra.run.smithi096.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-24T12:43:44.293 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:44.293 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:44.540 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-fuse 2024-04-24T12:43:44.777 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 3/6 2024-04-24T12:43:44.857 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 4/6 2024-04-24T12:43:44.920 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 5/6 2024-04-24T12:43:44.949 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:43:45.053 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:07 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:45.174 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:45.174 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:45.174 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:43:45.174 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 890 k 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout:Install 2 Packages 2024-04-24T12:43:45.175 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:45.176 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 970 k 2024-04-24T12:43:45.176 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 2.8 M 2024-04-24T12:43:45.176 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:45.676 INFO:teuthology.orchestra.run.smithi096.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 367 kB/s | 80 kB 00:00 2024-04-24T12:43:45.696 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 6/6 2024-04-24T12:43:45.696 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/6 2024-04-24T12:43:45.696 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 2/6 2024-04-24T12:43:45.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 3/6 2024-04-24T12:43:45.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 4/6 2024-04-24T12:43:45.697 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 5/6 2024-04-24T12:43:45.742 INFO:teuthology.orchestra.run.smithi096.stdout:(2/2): ceph-fuse-19.0.0-2513.g1c8eaaed.el9.x86_ 3.0 MB/s | 890 kB 00:00 2024-04-24T12:43:45.743 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:45.743 INFO:teuthology.orchestra.run.smithi096.stdout:Total 1.7 MB/s | 970 kB 00:00 2024-04-24T12:43:45.755 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:45.776 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:45.776 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:45.854 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:45.854 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:45.969 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 6/6 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-mgr-cephadm-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:45.970 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:46.032 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:46.177 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-24T12:43:46.194 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-fuse 2024-04-24T12:43:46.249 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:43:46.728 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:01:59 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:46.862 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:46.862 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:46.862 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:43:46.862 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 890 k 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout:Install 2 Packages 2024-04-24T12:43:46.863 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:46.864 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 970 k 2024-04-24T12:43:46.864 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 2.8 M 2024-04-24T12:43:46.864 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:43:46.891 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:43:46.891 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/2 2024-04-24T12:43:47.153 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-24T12:43:47.153 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:47.153 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:47.153 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-24T12:43:47.153 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:47.153 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:47.296 INFO:teuthology.orchestra.run.smithi177.stdout:(1/2): fuse-2.9.9-15.el9.x86_64.rpm 501 kB/s | 80 kB 00:00 2024-04-24T12:43:47.430 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install ceph-volume 2024-04-24T12:43:47.588 INFO:teuthology.orchestra.run.smithi177.stdout:(2/2): ceph-fuse-19.0.0-2513.g1c8eaaed.el9.x86_ 1.9 MB/s | 890 kB 00:00 2024-04-24T12:43:47.589 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:47.589 INFO:teuthology.orchestra.run.smithi177.stdout:Total 1.3 MB/s | 970 kB 00:00 2024-04-24T12:43:47.600 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:47.622 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:47.622 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:47.699 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:47.699 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:47.877 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:47.952 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:09 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:48.006 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : fuse-2.9.9-15.el9.x86_64 1/2 2024-04-24T12:43:48.069 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:43:48.074 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:48.074 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:48.074 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repository Size 2024-04-24T12:43:48.074 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-volume noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 264 k 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout:Installing dependencies: 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout:Install 2 Packages 2024-04-24T12:43:48.075 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:48.076 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 341 k 2024-04-24T12:43:48.076 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 1.5 M 2024-04-24T12:43:48.076 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:48.255 INFO:teuthology.orchestra.run.smithi096.stdout:(1/2): python3-packaging-20.9-5.el9.noarch.rpm 666 kB/s | 77 kB 00:00 2024-04-24T12:43:48.497 INFO:teuthology.orchestra.run.smithi096.stdout:(2/2): ceph-volume-19.0.0-2513.g1c8eaaed.el9.no 737 kB/s | 264 kB 00:00 2024-04-24T12:43:48.498 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:48.498 INFO:teuthology.orchestra.run.smithi096.stdout:Total 806 kB/s | 341 kB 00:00 2024-04-24T12:43:48.509 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:48.519 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:48.519 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:48.545 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:48.545 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:48.685 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:48.729 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2/2 2024-04-24T12:43:48.729 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/2 2024-04-24T12:43:48.881 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : python3-packaging-20.9-5.el9.noarch 1/2 2024-04-24T12:43:48.917 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:48.931 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:48.931 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:43:48.932 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-24T12:43:48.932 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:48.974 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 2/2 2024-04-24T12:43:48.974 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:48.975 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:48.975 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 fuse-2.9.9-15.el9.x86_64 2024-04-24T12:43:48.975 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:48.975 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:49.259 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install ceph-volume 2024-04-24T12:43:49.618 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/2 2024-04-24T12:43:49.776 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:02 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:49.900 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:49.900 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:49.900 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repository Size 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-volume noarch 2:19.0.0-2513.g1c8eaaed.el9 ceph-noarch 264 k 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout:Installing dependencies: 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout:Install 2 Packages 2024-04-24T12:43:49.901 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:49.902 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 341 k 2024-04-24T12:43:49.902 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 1.5 M 2024-04-24T12:43:49.902 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 2/2 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:49.920 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:50.212 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install librados-devel 2024-04-24T12:43:50.303 INFO:teuthology.orchestra.run.smithi177.stdout:(1/2): python3-packaging-20.9-5.el9.noarch.rpm 666 kB/s | 77 kB 00:00 2024-04-24T12:43:50.545 INFO:teuthology.orchestra.run.smithi177.stdout:(2/2): ceph-volume-19.0.0-2513.g1c8eaaed.el9.no 737 kB/s | 264 kB 00:00 2024-04-24T12:43:50.546 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:50.546 INFO:teuthology.orchestra.run.smithi177.stdout:Total 529 kB/s | 341 kB 00:00 2024-04-24T12:43:50.557 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:50.567 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:50.567 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:50.594 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:50.594 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:50.731 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:12 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:50.734 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:50.855 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:50.856 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:50.856 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-24T12:43:50.856 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:50.856 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout: librados-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 127 k 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 127 k 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 456 k 2024-04-24T12:43:50.857 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:50.919 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : python3-packaging-20.9-5.el9.noarch 1/2 2024-04-24T12:43:50.964 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:50.978 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2/2 2024-04-24T12:43:50.978 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:43:50.979 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-04-24T12:43:50.979 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:51.161 INFO:teuthology.orchestra.run.smithi096.stdout:librados-devel-19.0.0-2513.g1c8eaaed.el9.x86_64 418 kB/s | 127 kB 00:00 2024-04-24T12:43:51.162 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:51.162 INFO:teuthology.orchestra.run.smithi096.stdout:Total 416 kB/s | 127 kB 00:00 2024-04-24T12:43:51.162 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:51.167 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:51.167 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:51.230 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:51.230 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:51.375 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:51.467 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:51.633 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 1/2 2024-04-24T12:43:51.858 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:51.890 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 2/2 2024-04-24T12:43:51.891 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:51.891 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:51.891 INFO:teuthology.orchestra.run.smithi177.stdout: ceph-volume-2:19.0.0-2513.g1c8eaaed.el9.noarch 2024-04-24T12:43:51.891 INFO:teuthology.orchestra.run.smithi177.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-24T12:43:51.891 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:51.891 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:52.099 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:52.099 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:52.099 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:52.099 INFO:teuthology.orchestra.run.smithi096.stdout: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:52.100 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:52.100 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:52.202 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install librados-devel 2024-04-24T12:43:52.325 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install libcephfs2 2024-04-24T12:43:52.715 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:05 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:52.839 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:14 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:52.840 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:52.840 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:52.840 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repo Size 2024-04-24T12:43:52.840 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout: librados-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 127 k 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 127 k 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 456 k 2024-04-24T12:43:52.841 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:43:52.919 INFO:teuthology.orchestra.run.smithi096.stdout:Package libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:52.961 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:52.962 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:52.962 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:53.038 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install libcephfs-devel 2024-04-24T12:43:53.183 INFO:teuthology.orchestra.run.smithi177.stdout:librados-devel-19.0.0-2513.g1c8eaaed.el9.x86_64 371 kB/s | 127 kB 00:00 2024-04-24T12:43:53.184 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:53.184 INFO:teuthology.orchestra.run.smithi177.stdout:Total 369 kB/s | 127 kB 00:00 2024-04-24T12:43:53.184 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:53.189 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:53.189 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:53.251 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:53.252 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:53.401 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:53.512 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:53.557 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:15 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:53.687 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:53.688 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:53.688 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-24T12:43:53.688 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:53.688 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:53.688 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 32 k 2024-04-24T12:43:53.688 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 32 k 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 142 k 2024-04-24T12:43:53.689 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:53.924 INFO:teuthology.orchestra.run.smithi096.stdout:libcephfs-devel-19.0.0-2513.g1c8eaaed.el9.x86_6 135 kB/s | 32 kB 00:00 2024-04-24T12:43:53.924 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:53.925 INFO:teuthology.orchestra.run.smithi096.stdout:Total 134 kB/s | 32 kB 00:00 2024-04-24T12:43:53.925 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:53.928 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:53.929 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:43:53.931 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:43:53.931 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:43:53.959 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:54.016 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:43:54.119 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:54.220 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:54.220 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:54.220 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:54.220 INFO:teuthology.orchestra.run.smithi177.stdout: librados-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:54.220 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:54.220 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:54.437 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install libcephfs2 2024-04-24T12:43:54.475 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:54.689 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:54.689 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:54.689 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:43:54.689 INFO:teuthology.orchestra.run.smithi096.stdout: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:54.689 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:54.689 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:54.870 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install librados2 2024-04-24T12:43:54.946 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:07 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:55.027 INFO:teuthology.orchestra.run.smithi177.stdout:Package libcephfs2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:55.068 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:55.068 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:43:55.068 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:55.162 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install libcephfs-devel 2024-04-24T12:43:55.377 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:17 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:55.454 INFO:teuthology.orchestra.run.smithi096.stdout:Package librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:55.495 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:55.496 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:55.496 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:55.560 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install librbd1 2024-04-24T12:43:55.676 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:08 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:55.796 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repo Size 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs-devel x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 32 k 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:43:55.797 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:55.798 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 32 k 2024-04-24T12:43:55.798 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 142 k 2024-04-24T12:43:55.798 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:43:55.961 INFO:teuthology.orchestra.run.smithi177.stdout:libcephfs-devel-19.0.0-2513.g1c8eaaed.el9.x86_6 193 kB/s | 32 kB 00:00 2024-04-24T12:43:55.962 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:55.962 INFO:teuthology.orchestra.run.smithi177.stdout:Total 192 kB/s | 32 kB 00:00 2024-04-24T12:43:55.962 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:43:55.966 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:43:55.966 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:43:55.968 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:43:55.968 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:43:56.057 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:43:56.064 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:18 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:56.143 INFO:teuthology.orchestra.run.smithi096.stdout:Package librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:56.166 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:56.184 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:56.185 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:56.185 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:56.244 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-rados 2024-04-24T12:43:56.535 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:56.750 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:43:56.750 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:56.750 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:43:56.751 INFO:teuthology.orchestra.run.smithi177.stdout: libcephfs-devel-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:43:56.751 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:43:56.751 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:56.751 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:18 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:56.829 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:56.870 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:56.871 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:56.871 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:56.927 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install librados2 2024-04-24T12:43:56.934 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-rgw 2024-04-24T12:43:57.438 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:19 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:57.441 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:10 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:57.517 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:57.520 INFO:teuthology.orchestra.run.smithi177.stdout:Package librados2-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:57.557 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:57.558 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:57.558 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:57.562 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:57.563 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:43:57.563 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:57.618 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-cephfs 2024-04-24T12:43:57.630 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install librbd1 2024-04-24T12:43:58.130 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:20 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:58.143 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:11 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:58.208 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:58.222 INFO:teuthology.orchestra.run.smithi177.stdout:Package librbd1-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:58.251 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:58.252 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:58.252 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:58.263 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:58.264 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:43:58.265 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:58.321 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install python3-rbd 2024-04-24T12:43:58.340 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install python3-rados 2024-04-24T12:43:58.826 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:20 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:58.852 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:11 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:58.904 INFO:teuthology.orchestra.run.smithi096.stdout:Package python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:58.933 INFO:teuthology.orchestra.run.smithi177.stdout:Package python3-rados-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:58.945 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:58.946 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:43:58.946 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:43:58.974 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:58.975 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:43:58.976 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:59.013 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install rbd-fuse 2024-04-24T12:43:59.039 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install python3-rgw 2024-04-24T12:43:59.521 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:21 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:43:59.551 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:12 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:43:59.629 INFO:teuthology.orchestra.run.smithi177.stdout:Package python3-rgw-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:43:59.642 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:43:59.643 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 85 k 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 85 k 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 231 k 2024-04-24T12:43:59.644 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:43:59.671 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:43:59.672 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:43:59.672 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:43:59.737 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install python3-cephfs 2024-04-24T12:43:59.951 INFO:teuthology.orchestra.run.smithi096.stdout:rbd-fuse-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 278 kB/s | 85 kB 00:00 2024-04-24T12:43:59.952 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:43:59.952 INFO:teuthology.orchestra.run.smithi096.stdout:Total 277 kB/s | 85 kB 00:00 2024-04-24T12:43:59.952 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:43:59.959 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:43:59.959 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:44:00.022 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:44:00.022 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:44:00.168 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:44:00.253 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:13 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:44:00.264 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:00.331 INFO:teuthology.orchestra.run.smithi177.stdout:Package python3-cephfs-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:44:00.373 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:44:00.374 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:44:00.374 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:44:00.440 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install python3-rbd 2024-04-24T12:44:00.580 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:00.816 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:00.817 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:00.817 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:44:00.817 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:44:00.817 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:00.817 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:44:00.948 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:13 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:44:01.026 INFO:teuthology.orchestra.run.smithi177.stdout:Package python3-rbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 is already installed. 2024-04-24T12:44:01.067 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:44:01.068 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:44:01.069 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:44:01.070 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install rbd-mirror 2024-04-24T12:44:01.137 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install rbd-fuse 2024-04-24T12:44:01.585 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:23 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:44:01.650 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:14 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:44:01.706 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:44:01.707 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:44:01.707 INFO:teuthology.orchestra.run.smithi096.stdout: Package Arch Version Repo Size 2024-04-24T12:44:01.707 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:44:01.707 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-mirror x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 3.1 M 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 13 M 2024-04-24T12:44:01.708 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:44:01.769 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:44:01.770 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:01.770 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2024-04-24T12:44:01.770 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:01.770 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-fuse x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 85 k 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 85 k 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 231 k 2024-04-24T12:44:01.771 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:44:01.989 INFO:teuthology.orchestra.run.smithi177.stdout:rbd-fuse-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 391 kB/s | 85 kB 00:00 2024-04-24T12:44:01.990 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:44:01.990 INFO:teuthology.orchestra.run.smithi177.stdout:Total 389 kB/s | 85 kB 00:00 2024-04-24T12:44:01.990 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:44:01.997 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:44:01.997 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:44:02.060 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:44:02.060 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:44:02.096 INFO:teuthology.orchestra.run.smithi096.stdout:rbd-mirror-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 8.0 MB/s | 3.1 MB 00:00 2024-04-24T12:44:02.097 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:44:02.097 INFO:teuthology.orchestra.run.smithi096.stdout:Total 7.9 MB/s | 3.1 MB 00:00 2024-04-24T12:44:02.097 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:44:02.106 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:44:02.107 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:44:02.188 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:44:02.189 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:44:02.203 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:44:02.327 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:02.619 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:44:02.677 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:02.680 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:02.705 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:02.705 INFO:teuthology.orchestra.run.smithi096.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:44:02.705 INFO:teuthology.orchestra.run.smithi096.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-24T12:44:02.705 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:44:02.705 INFO:teuthology.orchestra.run.smithi096.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:44:02.705 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:02.912 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:02.912 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:02.912 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:44:02.912 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-fuse-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:44:02.912 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:02.912 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:44:03.169 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install rbd-mirror 2024-04-24T12:44:03.693 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:16 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:44:03.706 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:03.706 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:03.706 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:44:03.706 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:44:03.706 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:03.706 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:44:03.822 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:44:03.822 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout: Package Arch Version Repo Size 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-mirror x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 3.1 M 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 3.1 M 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 13 M 2024-04-24T12:44:03.823 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:44:03.926 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install rbd-nbd 2024-04-24T12:44:04.359 INFO:teuthology.orchestra.run.smithi177.stdout:rbd-mirror-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 5.8 MB/s | 3.1 MB 00:00 2024-04-24T12:44:04.360 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:44:04.361 INFO:teuthology.orchestra.run.smithi177.stdout:Total 5.7 MB/s | 3.1 MB 00:00 2024-04-24T12:44:04.361 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:44:04.376 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:44:04.376 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:44:04.451 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:26 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:44:04.468 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:44:04.468 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout: Package Architecture Version Repository Size 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout:Installing: 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-nbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 170 k 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction Summary 2024-04-24T12:44:04.576 INFO:teuthology.orchestra.run.smithi096.stdout:================================================================================ 2024-04-24T12:44:04.577 INFO:teuthology.orchestra.run.smithi096.stdout:Install 1 Package 2024-04-24T12:44:04.577 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:04.577 INFO:teuthology.orchestra.run.smithi096.stdout:Total download size: 170 k 2024-04-24T12:44:04.577 INFO:teuthology.orchestra.run.smithi096.stdout:Installed size: 494 k 2024-04-24T12:44:04.577 INFO:teuthology.orchestra.run.smithi096.stdout:Downloading Packages: 2024-04-24T12:44:04.882 INFO:teuthology.orchestra.run.smithi096.stdout:rbd-nbd-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 559 kB/s | 170 kB 00:00 2024-04-24T12:44:04.883 INFO:teuthology.orchestra.run.smithi096.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:44:04.884 INFO:teuthology.orchestra.run.smithi096.stdout:Total 556 kB/s | 170 kB 00:00 2024-04-24T12:44:04.884 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction check 2024-04-24T12:44:04.892 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction check succeeded. 2024-04-24T12:44:04.892 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction test 2024-04-24T12:44:04.913 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:44:04.955 INFO:teuthology.orchestra.run.smithi096.stdout:Transaction test succeeded. 2024-04-24T12:44:04.955 INFO:teuthology.orchestra.run.smithi096.stdout:Running transaction 2024-04-24T12:44:05.069 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:05.094 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:05.094 INFO:teuthology.orchestra.run.smithi177.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-24T12:44:05.094 INFO:teuthology.orchestra.run.smithi177.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-24T12:44:05.094 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:44:05.095 INFO:teuthology.orchestra.run.smithi177.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-24T12:44:05.095 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:05.110 INFO:teuthology.orchestra.run.smithi096.stdout: Preparing : 1/1 2024-04-24T12:44:05.204 INFO:teuthology.orchestra.run.smithi096.stdout: Installing : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:05.587 INFO:teuthology.orchestra.run.smithi096.stdout: Running scriptlet: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:05.803 INFO:teuthology.orchestra.run.smithi096.stdout: Verifying : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:05.804 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:05.804 INFO:teuthology.orchestra.run.smithi096.stdout:Installed: 2024-04-24T12:44:05.804 INFO:teuthology.orchestra.run.smithi096.stdout: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:44:05.804 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:44:05.804 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:44:06.022 DEBUG:teuthology.orchestra.run.smithi096:> sudo yum -y install nvme-cli 2024-04-24T12:44:06.061 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:06.062 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:06.062 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:44:06.062 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-mirror-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:44:06.062 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:06.062 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:44:06.294 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install rbd-nbd 2024-04-24T12:44:06.537 INFO:teuthology.orchestra.run.smithi096.stdout:Last metadata expiration check: 0:02:28 ago on Wed 24 Apr 2024 12:41:38 PM UTC. 2024-04-24T12:44:06.615 INFO:teuthology.orchestra.run.smithi096.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-04-24T12:44:06.657 INFO:teuthology.orchestra.run.smithi096.stdout:Dependencies resolved. 2024-04-24T12:44:06.658 INFO:teuthology.orchestra.run.smithi096.stdout:Nothing to do. 2024-04-24T12:44:06.658 INFO:teuthology.orchestra.run.smithi096.stdout:Complete! 2024-04-24T12:44:06.739 DEBUG:teuthology.parallel:result is None 2024-04-24T12:44:06.814 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:19 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:44:06.942 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:44:06.943 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:06.943 INFO:teuthology.orchestra.run.smithi177.stdout: Package Architecture Version Repository Size 2024-04-24T12:44:06.943 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:Installing: 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-nbd x86_64 2:19.0.0-2513.g1c8eaaed.el9 ceph 170 k 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction Summary 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:================================================================================ 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:Install 1 Package 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:Total download size: 170 k 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:Installed size: 494 k 2024-04-24T12:44:06.944 INFO:teuthology.orchestra.run.smithi177.stdout:Downloading Packages: 2024-04-24T12:44:07.180 INFO:teuthology.orchestra.run.smithi177.stdout:rbd-nbd-19.0.0-2513.g1c8eaaed.el9.x86_64.rpm 725 kB/s | 170 kB 00:00 2024-04-24T12:44:07.180 INFO:teuthology.orchestra.run.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:44:07.181 INFO:teuthology.orchestra.run.smithi177.stdout:Total 720 kB/s | 170 kB 00:00 2024-04-24T12:44:07.181 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction check 2024-04-24T12:44:07.188 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:44:07.188 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction test 2024-04-24T12:44:07.251 INFO:teuthology.orchestra.run.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:44:07.252 INFO:teuthology.orchestra.run.smithi177.stdout:Running transaction 2024-04-24T12:44:07.404 INFO:teuthology.orchestra.run.smithi177.stdout: Preparing : 1/1 2024-04-24T12:44:07.508 INFO:teuthology.orchestra.run.smithi177.stdout: Installing : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:07.895 INFO:teuthology.orchestra.run.smithi177.stdout: Running scriptlet: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:08.129 INFO:teuthology.orchestra.run.smithi177.stdout: Verifying : rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 1/1 2024-04-24T12:44:08.129 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:08.129 INFO:teuthology.orchestra.run.smithi177.stdout:Installed: 2024-04-24T12:44:08.129 INFO:teuthology.orchestra.run.smithi177.stdout: rbd-nbd-2:19.0.0-2513.g1c8eaaed.el9.x86_64 2024-04-24T12:44:08.130 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:44:08.130 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:44:08.345 DEBUG:teuthology.orchestra.run.smithi177:> sudo yum -y install nvme-cli 2024-04-24T12:44:08.860 INFO:teuthology.orchestra.run.smithi177.stdout:Last metadata expiration check: 0:02:21 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:44:08.939 INFO:teuthology.orchestra.run.smithi177.stdout:Package nvme-cli-2.6-5.el9.x86_64 is already installed. 2024-04-24T12:44:08.980 INFO:teuthology.orchestra.run.smithi177.stdout:Dependencies resolved. 2024-04-24T12:44:08.981 INFO:teuthology.orchestra.run.smithi177.stdout:Nothing to do. 2024-04-24T12:44:08.982 INFO:teuthology.orchestra.run.smithi177.stdout:Complete! 2024-04-24T12:44:09.082 DEBUG:teuthology.parallel:result is None 2024-04-24T12:44:09.083 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:09.302 DEBUG:teuthology.orchestra.run.smithi081:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-24T12:44:09.327 INFO:teuthology.orchestra.run.smithi081.stdout:19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.327 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.327 INFO:teuthology.task.install:The correct ceph version 19.0.0-2513.g1c8eaaed is installed. 2024-04-24T12:44:09.329 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:09.468 DEBUG:teuthology.orchestra.run.smithi096:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-24T12:44:09.492 INFO:teuthology.orchestra.run.smithi096.stdout:19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.493 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.493 INFO:teuthology.task.install:The correct ceph version 19.0.0-2513.g1c8eaaed is installed. 2024-04-24T12:44:09.495 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:09.712 DEBUG:teuthology.orchestra.run.smithi162:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-24T12:44:09.737 INFO:teuthology.orchestra.run.smithi162.stdout:19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.737 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.737 INFO:teuthology.task.install:The correct ceph version 19.0.0-2513.g1c8eaaed is installed. 2024-04-24T12:44:09.739 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:09.955 DEBUG:teuthology.orchestra.run.smithi177:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-24T12:44:09.980 INFO:teuthology.orchestra.run.smithi177.stdout:19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.980 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-2513.g1c8eaaed.el9 2024-04-24T12:44:09.980 INFO:teuthology.task.install:The correct ceph version 19.0.0-2513.g1c8eaaed is installed. 2024-04-24T12:44:09.982 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-24T12:44:09.986 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:44:09.986 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-24T12:44:10.015 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:44:10.015 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-24T12:44:10.044 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:44:10.044 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-24T12:44:10.074 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:44:10.074 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-24T12:44:10.101 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-24T12:44:10.102 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:44:10.102 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/daemon-helper 2024-04-24T12:44:10.129 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-24T12:44:10.196 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:44:10.196 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/daemon-helper 2024-04-24T12:44:10.224 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-24T12:44:10.291 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:44:10.291 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/daemon-helper 2024-04-24T12:44:10.318 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-24T12:44:10.383 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:44:10.383 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/daemon-helper 2024-04-24T12:44:10.411 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-24T12:44:10.479 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-24T12:44:10.479 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:44:10.480 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-24T12:44:10.503 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-24T12:44:10.566 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:44:10.566 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-24T12:44:10.594 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-24T12:44:10.661 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:44:10.661 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-24T12:44:10.695 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-24T12:44:10.759 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:44:10.759 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-24T12:44:10.787 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-24T12:44:10.854 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-24T12:44:10.854 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:44:10.854 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/usr/bin/stdin-killer 2024-04-24T12:44:10.878 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-24T12:44:10.942 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:44:10.942 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/usr/bin/stdin-killer 2024-04-24T12:44:10.970 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-24T12:44:11.038 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:44:11.038 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/usr/bin/stdin-killer 2024-04-24T12:44:11.062 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-24T12:44:11.124 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:44:11.125 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/usr/bin/stdin-killer 2024-04-24T12:44:11.152 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-24T12:44:11.219 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-24T12:44:11.781 INFO:tasks.cephadm:Config: {'conf': {'global': {'mon warn on pool no app': False}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20}}, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'MON_DOWN', 'mons down', 'mon down', 'out of quorum', 'CEPHADM_FAILED_DAEMON'], 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d'} 2024-04-24T12:44:11.781 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:11.781 INFO:tasks.cephadm:Cluster fsid is 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:44:11.782 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-24T12:44:11.782 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.81', 'mon.b': '172.21.15.96', 'mon.c': '172.21.15.162'} 2024-04-24T12:44:11.782 INFO:tasks.cephadm:First mon is mon.a on smithi081 2024-04-24T12:44:11.782 INFO:tasks.cephadm:First mgr is x 2024-04-24T12:44:11.782 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-24T12:44:11.782 DEBUG:teuthology.orchestra.run.smithi081:> sudo hostname $(hostname -s) 2024-04-24T12:44:11.807 DEBUG:teuthology.orchestra.run.smithi096:> sudo hostname $(hostname -s) 2024-04-24T12:44:11.835 DEBUG:teuthology.orchestra.run.smithi162:> sudo hostname $(hostname -s) 2024-04-24T12:44:11.860 DEBUG:teuthology.orchestra.run.smithi177:> sudo hostname $(hostname -s) 2024-04-24T12:44:11.888 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-04-24T12:44:11.889 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:12.107 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '1c8eaaed171338ca430801cd2a0de955426cce1d', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78568/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2513-g1c8eaaed', 'node_name': '172.21.5.35+adami05', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2513.g1c8eaaed'}, 'url': 'https://2.chacra.ceph.com/r/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-14 18:32:20.036572', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'ceph-nvmeof-mon', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-04-24T12:44:12.252 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref ceph-nvmeof-mon, sha1 1c8eaaed171338ca430801cd2a0de955426cce1d from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:44:12.254 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/x86_64/flavors/default/cephadm 2024-04-24T12:44:12.254 DEBUG:teuthology.orchestra.run.smithi081:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:12.689 INFO:teuthology.orchestra.run.smithi081.stdout:-rw-r--r--. 1 ubuntu ubuntu 781466 Apr 24 12:44 /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:12.689 DEBUG:teuthology.orchestra.run.smithi096:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:13.143 INFO:teuthology.orchestra.run.smithi096.stdout:-rw-r--r--. 1 ubuntu ubuntu 781466 Apr 24 12:44 /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:13.144 DEBUG:teuthology.orchestra.run.smithi162:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:13.857 INFO:teuthology.orchestra.run.smithi162.stdout:-rw-r--r--. 1 ubuntu ubuntu 781466 Apr 24 12:44 /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:13.858 DEBUG:teuthology.orchestra.run.smithi177:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/ceph-nvmeof-mon/1c8eaaed171338ca430801cd2a0de955426cce1d/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:14.422 INFO:teuthology.orchestra.run.smithi177.stdout:-rw-r--r--. 1 ubuntu ubuntu 781466 Apr 24 12:44 /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:14.423 DEBUG:teuthology.orchestra.run.smithi081:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:14.442 DEBUG:teuthology.orchestra.run.smithi096:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:14.460 DEBUG:teuthology.orchestra.run.smithi162:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:14.479 DEBUG:teuthology.orchestra.run.smithi177:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-24T12:44:14.511 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d on all hosts... 2024-04-24T12:44:14.511 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d pull 2024-04-24T12:44:14.514 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d pull 2024-04-24T12:44:14.516 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d pull 2024-04-24T12:44:14.521 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d pull 2024-04-24T12:44:15.970 INFO:teuthology.orchestra.run.smithi081.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d... 2024-04-24T12:44:16.045 INFO:teuthology.orchestra.run.smithi162.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d... 2024-04-24T12:44:16.149 INFO:teuthology.orchestra.run.smithi177.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d... 2024-04-24T12:44:16.170 INFO:teuthology.orchestra.run.smithi096.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d... 2024-04-24T12:44:53.601 INFO:teuthology.orchestra.run.smithi096.stdout:{ 2024-04-24T12:44:53.601 INFO:teuthology.orchestra.run.smithi096.stdout: "ceph_version": "ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)", 2024-04-24T12:44:53.602 INFO:teuthology.orchestra.run.smithi096.stdout: "image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", 2024-04-24T12:44:53.602 INFO:teuthology.orchestra.run.smithi096.stdout: "repo_digests": [ 2024-04-24T12:44:53.602 INFO:teuthology.orchestra.run.smithi096.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba" 2024-04-24T12:44:53.602 INFO:teuthology.orchestra.run.smithi096.stdout: ] 2024-04-24T12:44:53.602 INFO:teuthology.orchestra.run.smithi096.stdout:} 2024-04-24T12:44:54.295 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:44:54.295 INFO:teuthology.orchestra.run.smithi081.stdout: "ceph_version": "ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)", 2024-04-24T12:44:54.295 INFO:teuthology.orchestra.run.smithi081.stdout: "image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", 2024-04-24T12:44:54.296 INFO:teuthology.orchestra.run.smithi081.stdout: "repo_digests": [ 2024-04-24T12:44:54.296 INFO:teuthology.orchestra.run.smithi081.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba" 2024-04-24T12:44:54.296 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:44:54.296 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:44:54.319 INFO:teuthology.orchestra.run.smithi162.stdout:{ 2024-04-24T12:44:54.319 INFO:teuthology.orchestra.run.smithi162.stdout: "ceph_version": "ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)", 2024-04-24T12:44:54.319 INFO:teuthology.orchestra.run.smithi162.stdout: "image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", 2024-04-24T12:44:54.319 INFO:teuthology.orchestra.run.smithi162.stdout: "repo_digests": [ 2024-04-24T12:44:54.319 INFO:teuthology.orchestra.run.smithi162.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba" 2024-04-24T12:44:54.319 INFO:teuthology.orchestra.run.smithi162.stdout: ] 2024-04-24T12:44:54.320 INFO:teuthology.orchestra.run.smithi162.stdout:} 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout:{ 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout: "ceph_version": "ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)", 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout: "image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout: "repo_digests": [ 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba" 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout: ] 2024-04-24T12:44:57.810 INFO:teuthology.orchestra.run.smithi177.stdout:} 2024-04-24T12:44:57.834 DEBUG:teuthology.orchestra.run.smithi081:> sudo mkdir -p /etc/ceph 2024-04-24T12:44:57.866 DEBUG:teuthology.orchestra.run.smithi096:> sudo mkdir -p /etc/ceph 2024-04-24T12:44:57.898 DEBUG:teuthology.orchestra.run.smithi162:> sudo mkdir -p /etc/ceph 2024-04-24T12:44:57.930 DEBUG:teuthology.orchestra.run.smithi177:> sudo mkdir -p /etc/ceph 2024-04-24T12:44:57.958 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 777 /etc/ceph 2024-04-24T12:44:57.985 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 777 /etc/ceph 2024-04-24T12:44:58.013 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 777 /etc/ceph 2024-04-24T12:44:58.041 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod 777 /etc/ceph 2024-04-24T12:44:58.064 INFO:tasks.cephadm:Writing seed config... 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [global] mon warn on pool no app = False 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-24T12:44:58.068 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-24T12:44:58.069 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:44:58.069 DEBUG:teuthology.orchestra.run.smithi081:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-24T12:44:58.086 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 59aeab94-0238-11ef-bc93-c7b262605968 mon warn on pool no app = False [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = true bdev debug aio = true osd sloppy crc = true debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-24T12:44:58.086 DEBUG:teuthology.orchestra.run.smithi081:mon.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.a.service 2024-04-24T12:44:58.129 DEBUG:teuthology.orchestra.run.smithi081:mgr.x> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mgr.x.service 2024-04-24T12:44:58.172 INFO:tasks.cephadm:Bootstrapping... 2024-04-24T12:44:58.172 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d -v bootstrap --fsid 59aeab94-0238-11ef-bc93-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.81 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-24T12:44:58.363 INFO:teuthology.orchestra.run.smithi081.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:44:58.363 INFO:teuthology.orchestra.run.smithi081.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d', '-v', 'bootstrap', '--fsid', '59aeab94-0238-11ef-bc93-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.81', '--skip-admin-label'] 2024-04-24T12:44:58.364 INFO:teuthology.orchestra.run.smithi081.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-24T12:44:58.364 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying podman|docker is present... 2024-04-24T12:44:58.388 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-24T12:44:58.389 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying lvm2 is present... 2024-04-24T12:44:58.389 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying time synchronization is in place... 2024-04-24T12:44:58.396 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-24T12:44:58.396 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-24T12:44:58.402 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-24T12:44:58.402 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2024-04-24T12:44:58.408 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout enabled 2024-04-24T12:44:58.414 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout active 2024-04-24T12:44:58.414 INFO:teuthology.orchestra.run.smithi081.stdout:Unit chronyd.service is enabled and running 2024-04-24T12:44:58.414 INFO:teuthology.orchestra.run.smithi081.stdout:Repeating the final host check... 2024-04-24T12:44:58.438 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-24T12:44:58.438 INFO:teuthology.orchestra.run.smithi081.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-24T12:44:58.438 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl is present 2024-04-24T12:44:58.438 INFO:teuthology.orchestra.run.smithi081.stdout:lvcreate is present 2024-04-24T12:44:58.444 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-24T12:44:58.444 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-24T12:44:58.450 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-24T12:44:58.450 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2024-04-24T12:44:58.456 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout enabled 2024-04-24T12:44:58.462 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout active 2024-04-24T12:44:58.462 INFO:teuthology.orchestra.run.smithi081.stdout:Unit chronyd.service is enabled and running 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Host looks OK 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Cluster fsid: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Acquiring lock 140629803933264 on /run/cephadm/59aeab94-0238-11ef-bc93-c7b262605968.lock 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Lock 140629803933264 acquired on /run/cephadm/59aeab94-0238-11ef-bc93-c7b262605968.lock 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying IP 172.21.15.81 port 3300 ... 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying IP 172.21.15.81 port 6789 ... 2024-04-24T12:44:58.463 INFO:teuthology.orchestra.run.smithi081.stdout:Base mon IP(s) is [172.21.15.81:3300, 172.21.15.81:6789], mon addrv is [v2:172.21.15.81:3300,v1:172.21.15.81:6789] 2024-04-24T12:44:58.466 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.81 metric 100 2024-04-24T12:44:58.466 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.81 metric 100 2024-04-24T12:44:58.468 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-24T12:44:58.468 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 1024 pref medium 2024-04-24T12:44:58.468 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 pref medium 2024-04-24T12:44:58.471 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-24T12:44:58.471 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-24T12:44:58.471 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-24T12:44:58.471 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-24T12:44:58.471 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout inet6 fe80::64f0:bcff:9d75:670/64 scope link noprefixroute 2024-04-24T12:44:58.471 INFO:teuthology.orchestra.run.smithi081.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-24T12:44:58.472 INFO:teuthology.orchestra.run.smithi081.stdout:Mon IP `172.21.15.81` is in CIDR network `172.21.0.0/20` 2024-04-24T12:44:58.472 INFO:teuthology.orchestra.run.smithi081.stdout:Mon IP `172.21.15.81` is in CIDR network `172.21.0.0/20` 2024-04-24T12:44:58.472 INFO:teuthology.orchestra.run.smithi081.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-24T12:44:58.472 INFO:teuthology.orchestra.run.smithi081.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-24T12:44:58.472 INFO:teuthology.orchestra.run.smithi081.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d... 2024-04-24T12:44:59.306 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stdout ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c 2024-04-24T12:44:59.306 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d... 2024-04-24T12:44:59.306 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Getting image source signatures 2024-04-24T12:44:59.306 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Copying blob sha256:312df94e769ea6500f0f5c7b138d42dc68befc5a7ea34607684054a8520362d8 2024-04-24T12:44:59.307 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-24T12:44:59.307 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Copying config sha256:ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c 2024-04-24T12:44:59.307 INFO:teuthology.orchestra.run.smithi081.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-24T12:45:00.160 INFO:teuthology.orchestra.run.smithi081.stdout:ceph: stdout ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev) 2024-04-24T12:45:00.161 INFO:teuthology.orchestra.run.smithi081.stdout:Ceph version: ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev) 2024-04-24T12:45:00.161 INFO:teuthology.orchestra.run.smithi081.stdout:Extracting ceph user uid/gid from container image... 2024-04-24T12:45:01.100 INFO:teuthology.orchestra.run.smithi081.stdout:stat: stdout 167 167 2024-04-24T12:45:01.100 INFO:teuthology.orchestra.run.smithi081.stdout:Creating initial keys... 2024-04-24T12:45:01.914 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph-authtool: stdout AQDN/ihmxeUSGRAAjCEMgGWcAJyvVGQ+bcL4bQ== 2024-04-24T12:45:02.830 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph-authtool: stdout AQDO/ihm4aD+DhAA/nzFxOqBJnl6m/Z3qi/Esg== 2024-04-24T12:45:03.729 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph-authtool: stdout AQDP/ihmgzSAChAA3XReQ3lBKuwhaaz2wokbCw== 2024-04-24T12:45:03.730 INFO:teuthology.orchestra.run.smithi081.stdout:Creating initial monmap... 2024-04-24T12:45:04.737 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:monmaptool for a [v2:172.21.15.81:3300,v1:172.21.15.81:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:setting min_mon_release = quincy 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: set fsid to 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:45:04.738 INFO:teuthology.orchestra.run.smithi081.stdout:Creating mon... 2024-04-24T12:45:05.735 INFO:teuthology.orchestra.run.smithi081.stdout:create mon.a on 2024-04-24T12:45:05.927 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-24T12:45:06.067 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-24T12:45:06.261 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-59aeab94-0238-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968.target. 2024-04-24T12:45:06.262 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-59aeab94-0238-11ef-bc93-c7b262605968.target → /etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968.target. 2024-04-24T12:45:06.480 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.a 2024-04-24T12:45:06.480 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to reset failed state of unit ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.a.service: Unit ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.a.service not loaded. 2024-04-24T12:45:06.639 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968.target.wants/ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.a.service → /etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service. 2024-04-24T12:45:07.128 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:07 smithi081 ceph-mon[26389]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-24T12:45:07.128 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:07 smithi081 bash[26371]: 46bc4383e6949efc0b9591700e61e61801a04b6155f9a7f89312fce0cb405ea6 2024-04-24T12:45:07.141 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-24T12:45:07.141 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2024-04-24T12:45:07.148 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-24T12:45:07.148 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2024-04-24T12:45:07.148 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2024-04-24T12:45:07.148 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to enable service . firewalld.service is not available 2024-04-24T12:45:07.149 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mon to start... 2024-04-24T12:45:07.149 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mon... 2024-04-24T12:45:07.456 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:07 smithi081 systemd[1]: Started Ceph mon.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:45:08.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-24T12:45:08.192 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: monmap epoch 1 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: last_changed 2024-04-24T12:45:04.045179+0000 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: min_mon_release 19 (squid) 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: election_strategy: 1 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: fsmap 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: osdmap e1: 0 total, 0 up, 0 in 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: mgrmap e1: no daemons active 2024-04-24T12:45:08.193 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:08 smithi081 ceph-mon[26389]: from='client.? 172.21.15.81:0/1147732920' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:45:08.195 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout cluster: 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout services: 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.536964s) 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:08.197 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout data: 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout pgs: 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:mon is available 2024-04-24T12:45:08.198 INFO:teuthology.orchestra.run.smithi081.stdout:Assimilating anything we can from ceph.conf... 2024-04-24T12:45:09.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:09 smithi081 ceph-mon[26389]: from='client.? 172.21.15.81:0/1677074560' entity='client.admin' cmd={"prefix": "config assimilate-conf"} : dispatch 2024-04-24T12:45:09.182 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:09 smithi081 ceph-mon[26389]: from='client.? 172.21.15.81:0/1677074560' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [global] 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout fsid = 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.81:3300,v1:172.21.15.81:6789] 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-24T12:45:09.186 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-24T12:45:09.187 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:09.187 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [osd] 2024-04-24T12:45:09.187 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-24T12:45:09.187 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-24T12:45:09.187 INFO:teuthology.orchestra.run.smithi081.stdout:Generating new minimal ceph.conf... 2024-04-24T12:45:10.204 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 ceph-mon[26389]: from='client.? 172.21.15.81:0/771411115' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:45:10.207 INFO:teuthology.orchestra.run.smithi081.stdout:Restarting the monitor... 2024-04-24T12:45:10.475 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 systemd[1]: Stopping Ceph mon.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:45:10.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a[26385]: 2024-04-24T12:45:10.475+0000 7f70039c5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T12:45:10.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a[26385]: 2024-04-24T12:45:10.475+0000 7f70039c5700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-24T12:45:10.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 podman[26635]: 2024-04-24 12:45:10.63015393 +0000 UTC m=+0.252940154 container died 46bc4383e6949efc0b9591700e61e61801a04b6155f9a7f89312fce0cb405ea6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-24T12:45:11.200 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 podman[26635]: 2024-04-24 12:45:10.993026034 +0000 UTC m=+0.615812259 container cleanup 46bc4383e6949efc0b9591700e61e61801a04b6155f9a7f89312fce0cb405ea6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240409, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-24T12:45:11.200 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:10 smithi081 bash[26635]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a 2024-04-24T12:45:11.526 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 podman[26649]: 2024-04-24 12:45:11.202194291 +0000 UTC m=+0.568851539 container remove 46bc4383e6949efc0b9591700e61e61801a04b6155f9a7f89312fce0cb405ea6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-24T12:45:11.526 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-24T12:45:11.526 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 systemd[1]: Stopped Ceph mon.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:45:11.526 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 systemd[1]: Starting Ceph mon.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:45:11.773 INFO:teuthology.orchestra.run.smithi081.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 podman[26742]: 2024-04-24 12:45:11.528021988 +0000 UTC m=+0.087643669 container create bcbdef6e2c99a33a42d9b6bf8cfc61e2d41eb0a9d273595d628490ce6a03ca5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 podman[26742]: 2024-04-24 12:45:11.457839872 +0000 UTC m=+0.017461535 image pull ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 podman[26742]: 2024-04-24 12:45:11.705074237 +0000 UTC m=+0.264695876 container init bcbdef6e2c99a33a42d9b6bf8cfc61e2d41eb0a9d273595d628490ce6a03ca5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, RELEASE=ceph-nvmeof-mon-1c8eaae, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 podman[26742]: 2024-04-24 12:45:11.708046075 +0000 UTC m=+0.267667723 container start bcbdef6e2c99a33a42d9b6bf8cfc61e2d41eb0a9d273595d628490ce6a03ca5a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-a, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev), process ceph-mon, pid 2 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: pidfile_write: ignore empty --pid-file 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: load: jerasure load: lrc 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: RocksDB version: 7.9.2 2024-04-24T12:45:11.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Git sha 0 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Compile date 2024-04-14 17:31:02 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: DB SUMMARY 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: DB Session ID: V9MGN311NFTDM1RLHY1B 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: CURRENT file: CURRENT 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 89330 ; 2024-04-24T12:45:11.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.error_if_exists: 0 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.create_if_missing: 0 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.paranoid_checks: 1 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.env: 0x564b46a38060 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.info_log: 0x564b487b5b20 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.statistics: (nil) 2024-04-24T12:45:11.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.use_fsync: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_log_file_size: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.allow_fallocate: 1 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.use_direct_reads: 0 2024-04-24T12:45:11.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.db_log_dir: 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.wal_dir: 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.write_buffer_manager: 0x564b487861e0 2024-04-24T12:45:11.800 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.unordered_write: 0 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.row_cache: None 2024-04-24T12:45:11.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.wal_filter: None 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.two_write_queues: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.wal_compression: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.atomic_flush: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.log_readahead_size: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T12:45:11.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_background_jobs: 2 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_background_compactions: -1 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_subcompactions: 1 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T12:45:11.803 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_open_files: -1 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_background_flushes: -1 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Compression algorithms supported: 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kZSTD supported: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kXpressCompression supported: 0 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kZlibCompression supported: 1 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kSnappyCompression supported: 1 2024-04-24T12:45:11.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kLZ4Compression supported: 1 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: kBZip2Compression supported: 0 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.merge_operator: 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_filter: None 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564b487b5d00) 2024-04-24T12:45:11.805 INFO:journalctl@ceph.mon.a.smithi081.stdout: cache_index_and_filter_blocks: 1 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: pin_top_level_index_and_filter: 1 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: index_type: 0 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: data_block_index_type: 0 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: index_shortening: 1 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: checksum: 4 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: no_block_cache: 0 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache: 0x564b487b9090 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache_name: BinnedLRUCache 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache_options: 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: capacity : 536870912 2024-04-24T12:45:11.806 INFO:journalctl@ceph.mon.a.smithi081.stdout: num_shard_bits : 4 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: strict_capacity_limit : 0 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: high_pri_pool_ratio: 0.000 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_cache_compressed: (nil) 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: persistent_cache: (nil) 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_size: 4096 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_size_deviation: 10 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_restart_interval: 16 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: index_block_restart_interval: 1 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: metadata_block_size: 4096 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: partition_filters: 0 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: use_delta_encoding: 1 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: filter_policy: bloomfilter 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: whole_key_filtering: 1 2024-04-24T12:45:11.807 INFO:journalctl@ceph.mon.a.smithi081.stdout: verify_compression: 0 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: read_amp_bytes_per_bit: 0 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: format_version: 5 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: enable_index_compression: 1 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: block_align: 0 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: max_auto_readahead_size: 262144 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: prepopulate_block_cache: 0 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: initial_auto_readahead_size: 8192 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression: NoCompression 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T12:45:11.808 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.num_levels: 7 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T12:45:11.809 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T12:45:11.810 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T12:45:11.811 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T12:45:11.812 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.inplace_update_support: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.bloom_locality: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.max_successive_merges: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T12:45:11.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.ttl: 2592000 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.enable_blob_files: false 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.min_blob_size: 0 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T12:45:11.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 7de70a0b-8070-4dbd-a14d-fdc170a3c487 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713962711736364, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713962711737262, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 85927, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 261, "table_properties": {"data_size": 84074, "index_size": 237, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10270, "raw_average_key_size": 46, "raw_value_size": 78247, "raw_average_value_size": 355, "num_data_blocks": 11, "num_entries": 220, "num_filter_entries": 220, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713962711, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "7de70a0b-8070-4dbd-a14d-fdc170a3c487", "db_session_id": "V9MGN311NFTDM1RLHY1B", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713962711737349, "job": 1, "event": "recovery_finished"} 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564b488a8000 2024-04-24T12:45:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: DB pointer 0x564b48892000 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** DB Stats ** 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** Compaction Stats [default] ** 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T12:45:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout: L0 2/0 85.77 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: Sum 2/0 85.77 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 138.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** Compaction Stats [default] ** 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 138.7 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T12:45:11.817 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: Cumulative compaction: 0.00 GB write, 27.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: Interval compaction: 0.00 GB write, 27.66 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: Block cache BinnedLRUCache@0x564b487b9090#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: starting mon.a rank 0 at public addrs [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] at bind addrs [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???) e1 preinit fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).mds e1 new map 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).mds e1 print_map 2024-04-24T12:45:11.818 INFO:journalctl@ceph.mon.a.smithi081.stdout: e1 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout: legacy client fscid: -1 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout: 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout: No filesystems configured 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 bash[26742]: bcbdef6e2c99a33a42d9b6bf8cfc61e2d41eb0a9d273595d628490ce6a03ca5a 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 systemd[1]: Started Ceph mon.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: monmap epoch 1 2024-04-24T12:45:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:45:04.045179+0000 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: osdmap e1: 0 total, 0 up, 0 in 2024-04-24T12:45:11.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:11 smithi081 ceph-mon[26762]: mgrmap e1: no daemons active 2024-04-24T12:45:12.737 INFO:teuthology.orchestra.run.smithi081.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-24T12:45:12.759 INFO:teuthology.orchestra.run.smithi081.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-24T12:45:12.759 INFO:teuthology.orchestra.run.smithi081.stdout:Creating mgr... 2024-04-24T12:45:12.759 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-24T12:45:12.759 INFO:teuthology.orchestra.run.smithi081.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-24T12:45:13.000 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-59aeab94-0238-11ef-bc93-c7b262605968@mgr.x 2024-04-24T12:45:13.000 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Failed to reset failed state of unit ceph-59aeab94-0238-11ef-bc93-c7b262605968@mgr.x.service: Unit ceph-59aeab94-0238-11ef-bc93-c7b262605968@mgr.x.service not loaded. 2024-04-24T12:45:13.142 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968.target.wants/ceph-59aeab94-0238-11ef-bc93-c7b262605968@mgr.x.service → /etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service. 2024-04-24T12:45:13.259 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 systemd[1]: Starting Ceph mgr.x for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:45:13.538 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:13 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3333508663' entity='client.admin' 2024-04-24T12:45:13.538 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 podman[26976]: 2024-04-24 12:45:13.371491746 +0000 UTC m=+0.100912619 container create c8e6a6ffcc2e41f01f3d743434bb1ef915ea35f21bbf879bef3af8364c716a4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-24T12:45:13.538 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 podman[26976]: 2024-04-24 12:45:13.288092124 +0000 UTC m=+0.017512998 image pull ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d 2024-04-24T12:45:13.539 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 podman[26976]: 2024-04-24 12:45:13.540632332 +0000 UTC m=+0.270053206 container init c8e6a6ffcc2e41f01f3d743434bb1ef915ea35f21bbf879bef3af8364c716a4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=ceph-nvmeof-mon-1c8eaae, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-24T12:45:13.661 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-24T12:45:13.661 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2024-04-24T12:45:13.669 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-24T12:45:13.669 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2024-04-24T12:45:13.669 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2024-04-24T12:45:13.669 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to enable service . firewalld.service is not available 2024-04-24T12:45:13.678 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-24T12:45:13.678 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2024-04-24T12:45:13.686 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-24T12:45:13.686 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2024-04-24T12:45:13.686 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2024-04-24T12:45:13.686 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-24T12:45:13.686 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr to start... 2024-04-24T12:45:13.686 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr... 2024-04-24T12:45:13.806 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 podman[26976]: 2024-04-24 12:45:13.543159373 +0000 UTC m=+0.272580248 container start c8e6a6ffcc2e41f01f3d743434bb1ef915ea35f21bbf879bef3af8364c716a4f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x, ceph=True, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-24T12:45:13.806 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 bash[26976]: c8e6a6ffcc2e41f01f3d743434bb1ef915ea35f21bbf879bef3af8364c716a4f 2024-04-24T12:45:13.806 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 systemd[1]: Started Ceph mgr.x for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:45:13.806 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:13.697+0000 7f0f2fb1c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T12:45:14.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:13.883+0000 7f0f2fb1c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T12:45:14.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:13.991+0000 7f0f2fb1c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T12:45:14.396 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:14 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/133535736' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2024-04-24T12:45:14.396 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:14 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:14.312+0000 7f0f2fb1c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T12:45:14.396 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:14 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:14.396+0000 7f0f2fb1c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-24T12:45:14.782 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-24T12:45:14.783 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-24T12:45:14.784 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:14.785 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2024-04-24T12:45:07.101156+0000", 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:45:14.786 INFO:teuthology.orchestra.run.smithi081.stdout:mgr not available, waiting (1/15)... 2024-04-24T12:45:15.913 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:15 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:15.583+0000 7f0f2fb1c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T12:45:15.913 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:15 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:15.749+0000 7f0f2fb1c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T12:45:15.914 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:15 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:15.915+0000 7f0f2fb1c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T12:45:16.482 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:16 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:16.196+0000 7f0f2fb1c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T12:45:16.483 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:16 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:16.286+0000 7f0f2fb1c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T12:45:16.483 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:16 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:16.484+0000 7f0f2fb1c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T12:45:16.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:16 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:16.672+0000 7f0f2fb1c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T12:45:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:17 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3112689074' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2024-04-24T12:45:17.569 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:17 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:17.282+0000 7f0f2fb1c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T12:45:17.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:17.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:45:17.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:45:17.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2024-04-24T12:45:17.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-24T12:45:17.920 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-24T12:45:17.921 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-24T12:45:17.922 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-24T12:45:17.923 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:17.924 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2024-04-24T12:45:07.101156+0000", 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:45:17.925 INFO:teuthology.orchestra.run.smithi081.stdout:mgr not available, waiting (2/15)... 2024-04-24T12:45:17.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:17 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:17.702+0000 7f0f2fb1c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T12:45:17.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:17 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:17.797+0000 7f0f2fb1c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T12:45:17.997 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:17 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:17.998+0000 7f0f2fb1c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T12:45:18.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:18.527+0000 7f0f2fb1c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T12:45:18.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:18.617+0000 7f0f2fb1c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T12:45:19.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:18.855+0000 7f0f2fb1c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T12:45:19.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:18.985+0000 7f0f2fb1c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T12:45:19.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:19.078+0000 7f0f2fb1c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T12:45:19.191 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:19.192+0000 7f0f2fb1c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T12:45:19.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:19.491+0000 7f0f2fb1c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T12:45:20.294 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:20.085+0000 7f0f2fb1c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T12:45:20.294 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:20.296+0000 7f0f2fb1c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T12:45:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: Activating manager daemon x 2024-04-24T12:45:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: mgrmap e2: x(active, starting, since 0.00291653s) 2024-04-24T12:45:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-04-24T12:45:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: Manager daemon x is now available 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' 2024-04-24T12:45:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:20 smithi081 ceph-mon[26762]: from='mgr.14100 172.21.15.81:0/3899948877' entity='mgr.x' 2024-04-24T12:45:22.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:22 smithi081 ceph-mon[26762]: mgrmap e3: x(active, since 1.00725s) 2024-04-24T12:45:23.331 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:23 smithi081 ceph-mon[26762]: mgrmap e4: x(active, since 2s) 2024-04-24T12:45:23.331 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:23 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1559247769' entity='client.admin' cmd={"prefix": "status", "format": "json-pretty"} : dispatch 2024-04-24T12:45:29.273 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "health": { 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 0 2024-04-24T12:45:29.276 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "a" 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-24T12:45:29.277 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-24T12:45:29.281 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-24T12:45:29.281 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-24T12:45:29.281 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-24T12:45:29.281 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:29.282 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "restful" 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ], 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-24T12:45:29.283 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-24T12:45:29.284 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "modified": "2024-04-24T12:45:07.101156+0000", 2024-04-24T12:45:29.284 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-24T12:45:29.284 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout }, 2024-04-24T12:45:29.284 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-24T12:45:29.284 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:45:29.284 INFO:teuthology.orchestra.run.smithi081.stdout:mgr is available 2024-04-24T12:45:30.601 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:30 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3892743926' entity='client.admin' cmd={"prefix": "config assimilate-conf"} : dispatch 2024-04-24T12:45:30.849 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:30.849 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [global] 2024-04-24T12:45:30.849 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout fsid = 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:30.849 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-24T12:45:30.850 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-24T12:45:30.850 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-24T12:45:30.850 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-24T12:45:30.850 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:30.850 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-24T12:45:30.850 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-24T12:45:30.851 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 2024-04-24T12:45:30.851 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout [osd] 2024-04-24T12:45:30.851 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-24T12:45:30.851 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-24T12:45:30.851 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling cephadm module... 2024-04-24T12:45:31.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:31 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1532199286' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "cephadm"} : dispatch 2024-04-24T12:45:31.819 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: ignoring --setuser ceph since I am not root 2024-04-24T12:45:31.819 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: ignoring --setgroup ceph since I am not root 2024-04-24T12:45:31.819 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:31.684+0000 7ff9a755d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T12:45:32.220 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:31.868+0000 7ff9a755d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T12:45:32.221 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:31.971+0000 7ff9a755d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T12:45:32.521 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:32.289+0000 7ff9a755d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T12:45:32.522 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:32.379+0000 7ff9a755d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T12:45:32.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:32 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1532199286' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-24T12:45:32.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:32 smithi081 ceph-mon[26762]: mgrmap e5: x(active, since 11s) 2024-04-24T12:45:33.451 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:45:33.451 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-24T12:45:33.451 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-24T12:45:33.451 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-24T12:45:33.451 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-24T12:45:33.452 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:45:33.452 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for the mgr to restart... 2024-04-24T12:45:33.452 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr epoch 5... 2024-04-24T12:45:33.743 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:33 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3184385624' entity='client.admin' cmd={"prefix": "mgr stat"} : dispatch 2024-04-24T12:45:33.744 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:33 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:33.574+0000 7ff9a755d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T12:45:34.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:33 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:33.751+0000 7ff9a755d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T12:45:34.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:33 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:33.924+0000 7ff9a755d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T12:45:34.504 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:34 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:34.208+0000 7ff9a755d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T12:45:34.504 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:34 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:34.301+0000 7ff9a755d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T12:45:34.504 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:34 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:34.504+0000 7ff9a755d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T12:45:34.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:34 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:34.694+0000 7ff9a755d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T12:45:35.568 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:35.281+0000 7ff9a755d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T12:45:35.985 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:35.695+0000 7ff9a755d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T12:45:35.986 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:35.789+0000 7ff9a755d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T12:45:35.986 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:35.986+0000 7ff9a755d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T12:45:36.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:36.500+0000 7ff9a755d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T12:45:36.822 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:36.591+0000 7ff9a755d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T12:45:37.167 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:36.830+0000 7ff9a755d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T12:45:37.167 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:36.960+0000 7ff9a755d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T12:45:37.167 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:37.054+0000 7ff9a755d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T12:45:37.167 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:37.168+0000 7ff9a755d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T12:45:37.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:37.464+0000 7ff9a755d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T12:45:38.317 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:38.052+0000 7ff9a755d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T12:45:38.317 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:38.265+0000 7ff9a755d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T12:45:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: Active manager daemon x restarted 2024-04-24T12:45:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: Activating manager daemon x 2024-04-24T12:45:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: osdmap e2: 0 total, 0 up, 0 in 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: mgrmap e6: x(active, starting, since 0.00321005s) 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: Manager daemon x is now available 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:45:38.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:45:38.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-04-24T12:45:38.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:38 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-04-24T12:45:39.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:39 smithi081 ceph-mon[26762]: Found migration_current of "None". Setting to last migration. 2024-04-24T12:45:39.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:39 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:39.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:39 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:39.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:39 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:45:39.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:39 smithi081 ceph-mon[26762]: mgrmap e7: x(active, since 1.00532s) 2024-04-24T12:45:39.815 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:45:39.816 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-24T12:45:39.816 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-24T12:45:39.816 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:45:39.816 INFO:teuthology.orchestra.run.smithi081.stdout:mgr epoch 5 is available 2024-04-24T12:45:39.816 INFO:teuthology.orchestra.run.smithi081.stdout:Setting orchestrator backend to cephadm... 2024-04-24T12:45:40.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:40 smithi081 ceph-mon[26762]: [24/Apr/2024:12:45:38] ENGINE Bus STARTING 2024-04-24T12:45:40.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:40 smithi081 ceph-mon[26762]: [24/Apr/2024:12:45:38] ENGINE Serving on https://172.21.15.81:7150 2024-04-24T12:45:40.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:40 smithi081 ceph-mon[26762]: [24/Apr/2024:12:45:39] ENGINE Serving on http://172.21.15.81:8765 2024-04-24T12:45:40.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:40 smithi081 ceph-mon[26762]: [24/Apr/2024:12:45:39] ENGINE Bus STARTED 2024-04-24T12:45:40.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:40 smithi081 ceph-mon[26762]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-24T12:45:40.449 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:40 smithi081 ceph-mon[26762]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-24T12:45:41.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:41 smithi081 ceph-mon[26762]: mgrmap e8: x(active, since 2s) 2024-04-24T12:45:41.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:41 smithi081 ceph-mon[26762]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:41.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:41 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:41.562 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:41 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:45:42.069 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-24T12:45:42.069 INFO:teuthology.orchestra.run.smithi081.stdout:Generating ssh key... 2024-04-24T12:45:42.494 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:42 smithi081 ceph-mon[26762]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:43.318 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: Generating public/private rsa key pair. 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: Your identification has been saved in /tmp/tmpic6mimox/key. 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: Your public key has been saved in /tmp/tmpic6mimox/key.pub. 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: The key fingerprint is: 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: SHA256:qAg5YwwF0EIm7MoaQ7LAAyZkWacCgvSVQKA2OwEFpEQ ceph-59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: The key's randomart image is: 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: +---[RSA 3072]----+ 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |^EB+.o. | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |/=o +. | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |X* o | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |**= . | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |@*. . S | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |*=.. . | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |.o. . | 2024-04-24T12:45:43.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: |. | 2024-04-24T12:45:43.320 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: | | 2024-04-24T12:45:43.320 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: +----[SHA256]-----+ 2024-04-24T12:45:44.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:44 smithi081 ceph-mon[26762]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:44.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:44 smithi081 ceph-mon[26762]: Generating ssh key... 2024-04-24T12:45:44.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:44 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:44.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:44 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:44.824 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:45:44.824 INFO:teuthology.orchestra.run.smithi081.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-24T12:45:44.824 INFO:teuthology.orchestra.run.smithi081.stdout:Adding key to root@localhost authorized_keys... 2024-04-24T12:45:44.824 INFO:teuthology.orchestra.run.smithi081.stdout:Adding host smithi081... 2024-04-24T12:45:45.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:45 smithi081 ceph-mon[26762]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:46.293 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:46 smithi081 ceph-mon[26762]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi081", "addr": "172.21.15.81", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:47.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:47 smithi081 ceph-mon[26762]: Deploying cephadm binary to smithi081 2024-04-24T12:45:50.065 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Added host 'smithi081' with addr '172.21.15.81' 2024-04-24T12:45:50.065 INFO:teuthology.orchestra.run.smithi081.stdout:Deploying unmanaged mon service... 2024-04-24T12:45:50.798 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:50 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:50.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:50 smithi081 ceph-mon[26762]: Added host smithi081 2024-04-24T12:45:50.799 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:50 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:45:51.368 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-24T12:45:51.369 INFO:teuthology.orchestra.run.smithi081.stdout:Deploying unmanaged mgr service... 2024-04-24T12:45:51.953 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:51 smithi081 ceph-mon[26762]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:51.953 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:51 smithi081 ceph-mon[26762]: Saving service mon spec with placement count:5 2024-04-24T12:45:51.953 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:51 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:52.610 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-24T12:45:53.225 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:53 smithi081 ceph-mon[26762]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:45:53.226 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:53 smithi081 ceph-mon[26762]: Saving service mgr spec with placement count:2 2024-04-24T12:45:53.226 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:53 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:54.427 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:54 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3859565402' entity='client.admin' 2024-04-24T12:45:54.427 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:54 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:54.427 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:54 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:56.014 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling the dashboard module... 2024-04-24T12:45:56.052 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:55 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1958468027' entity='client.admin' 2024-04-24T12:45:56.053 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:55 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:57 smithi081 ceph-mon[26762]: from='mgr.14118 172.21.15.81:0/3322223542' entity='mgr.x' 2024-04-24T12:45:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:57 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2230179039' entity='client.admin' cmd={"prefix": "mgr module enable", "module": "dashboard"} : dispatch 2024-04-24T12:45:57.819 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: ignoring --setuser ceph since I am not root 2024-04-24T12:45:57.819 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: ignoring --setgroup ceph since I am not root 2024-04-24T12:45:58.185 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:57.901+0000 7f9ce3504200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-24T12:45:58.185 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:58.086+0000 7f9ce3504200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-24T12:45:58.185 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:58.185+0000 7f9ce3504200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-24T12:45:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:58 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2230179039' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-24T12:45:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:58 smithi081 ceph-mon[26762]: mgrmap e9: x(active, since 19s) 2024-04-24T12:45:58.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:58.496+0000 7f9ce3504200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-24T12:45:58.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:58.581+0000 7f9ce3504200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-24T12:45:59.782 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:45:59 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3124758760' entity='client.admin' cmd={"prefix": "mgr stat"} : dispatch 2024-04-24T12:46:00.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:59.783+0000 7f9ce3504200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-24T12:46:00.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:45:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:45:59.953+0000 7f9ce3504200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for the mgr to restart... 2024-04-24T12:46:00.077 INFO:teuthology.orchestra.run.smithi081.stdout:Waiting for mgr epoch 9... 2024-04-24T12:46:00.324 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:00.126+0000 7f9ce3504200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-24T12:46:00.717 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:00.419+0000 7f9ce3504200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-24T12:46:00.717 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:00.515+0000 7f9ce3504200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-24T12:46:00.718 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:00.718+0000 7f9ce3504200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-24T12:46:01.068 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:00.910+0000 7f9ce3504200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-24T12:46:01.818 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:01 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:01.501+0000 7f9ce3504200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-24T12:46:02.215 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:01 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:01.919+0000 7f9ce3504200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-24T12:46:02.215 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:02 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:02.015+0000 7f9ce3504200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-24T12:46:02.215 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:02 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:02.214+0000 7f9ce3504200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-24T12:46:03.058 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:02 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:02.727+0000 7f9ce3504200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-24T12:46:03.058 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:02 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:02.818+0000 7f9ce3504200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-24T12:46:03.318 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:03 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:03.058+0000 7f9ce3504200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-24T12:46:03.318 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:03 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:03.190+0000 7f9ce3504200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-24T12:46:03.319 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:03 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:03.283+0000 7f9ce3504200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-24T12:46:03.694 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:03 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:03.399+0000 7f9ce3504200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-24T12:46:03.695 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:03 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:03.695+0000 7f9ce3504200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-24T12:46:04.557 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:04.290+0000 7f9ce3504200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-24T12:46:04.557 INFO:journalctl@ceph.mgr.x.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mgr-x[26991]: 2024-04-24T12:46:04.505+0000 7f9ce3504200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-24T12:46:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: Active manager daemon x restarted 2024-04-24T12:46:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: Activating manager daemon x 2024-04-24T12:46:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: osdmap e3: 0 total, 0 up, 0 in 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: mgrmap e10: x(active, starting, since 0.00318943s) 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mgr metadata", "who": "x", "id": "x"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mds metadata"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: Manager daemon x is now available 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"} : dispatch 2024-04-24T12:46:04.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"} : dispatch 2024-04-24T12:46:06.320 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout { 2024-04-24T12:46:06.320 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-24T12:46:06.321 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-24T12:46:06.321 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout } 2024-04-24T12:46:06.321 INFO:teuthology.orchestra.run.smithi081.stdout:mgr epoch 9 is available 2024-04-24T12:46:06.321 INFO:teuthology.orchestra.run.smithi081.stdout:Generating a dashboard self-signed certificate... 2024-04-24T12:46:06.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: [24/Apr/2024:12:46:05] ENGINE Bus STARTING 2024-04-24T12:46:06.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: [24/Apr/2024:12:46:05] ENGINE Serving on http://172.21.15.81:8765 2024-04-24T12:46:06.728 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: [24/Apr/2024:12:46:05] ENGINE Serving on https://172.21.15.81:7150 2024-04-24T12:46:06.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: [24/Apr/2024:12:46:05] ENGINE Bus STARTED 2024-04-24T12:46:06.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-24T12:46:06.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: mgrmap e11: x(active, since 1.00547s) 2024-04-24T12:46:06.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-24T12:46:06.729 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:06 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:07.734 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-24T12:46:07.740 INFO:teuthology.orchestra.run.smithi081.stdout:Creating initial admin user... 2024-04-24T12:46:08.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:07 smithi081 ceph-mon[26762]: mgrmap e12: x(active, since 2s) 2024-04-24T12:46:08.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:07 smithi081 ceph-mon[26762]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:08.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:08.062 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:08.063 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:09.765 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$wv9gDK76hC332AY5gyxUpuJNgluBOq5AAVrV3d9MDz3RiGRKoBCRC", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713962768, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-24T12:46:09.765 INFO:teuthology.orchestra.run.smithi081.stdout:Fetching dashboard port number... 2024-04-24T12:46:09.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:09 smithi081 ceph-mon[26762]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:09.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:10.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:10 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/616937263' entity='client.admin' cmd={"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} : dispatch 2024-04-24T12:46:10.913 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stdout 8443 2024-04-24T12:46:10.922 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-24T12:46:10.923 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout disabled 2024-04-24T12:46:10.929 INFO:teuthology.orchestra.run.smithi081.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-24T12:46:10.929 INFO:teuthology.orchestra.run.smithi081.stdout:systemctl: stdout inactive 2024-04-24T12:46:10.930 INFO:teuthology.orchestra.run.smithi081.stdout:firewalld.service is not enabled 2024-04-24T12:46:10.930 INFO:teuthology.orchestra.run.smithi081.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-24T12:46:10.931 INFO:teuthology.orchestra.run.smithi081.stdout:Ceph Dashboard is now available at: 2024-04-24T12:46:10.931 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:10.931 INFO:teuthology.orchestra.run.smithi081.stdout: URL: https://smithi081:8443/ 2024-04-24T12:46:10.931 INFO:teuthology.orchestra.run.smithi081.stdout: User: admin 2024-04-24T12:46:10.931 INFO:teuthology.orchestra.run.smithi081.stdout: Password: smub6uzd0d 2024-04-24T12:46:10.931 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:10.932 INFO:teuthology.orchestra.run.smithi081.stdout:Saving cluster configuration to /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config directory 2024-04-24T12:46:10.932 INFO:teuthology.orchestra.run.smithi081.stdout:Enabling autotune for osd_memory_target 2024-04-24T12:46:11.767 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:11 smithi081 ceph-mon[26762]: mgrmap e13: x(active, since 6s) 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout:Or, if you are only running a single cluster on this host: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-24T12:46:13.302 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout: ceph telemetry on 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout:For more information see: 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:13.303 INFO:teuthology.orchestra.run.smithi081.stdout:Bootstrap complete. 2024-04-24T12:46:13.343 INFO:tasks.cephadm:Fetching config... 2024-04-24T12:46:13.343 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:46:13.343 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-24T12:46:13.358 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-24T12:46:13.359 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:46:13.359 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-24T12:46:13.414 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-24T12:46:13.414 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:46:13.414 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-24T12:46:13.477 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-24T12:46:13.477 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:46:13.477 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-24T12:46:13.533 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-24T12:46:13.533 DEBUG:teuthology.orchestra.run.smithi081:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-24T12:46:13.608 INFO:teuthology.orchestra.run.smithi081.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:46:13.618 DEBUG:teuthology.orchestra.run.smithi096:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-24T12:46:13.657 INFO:teuthology.orchestra.run.smithi096.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:46:13.669 DEBUG:teuthology.orchestra.run.smithi162:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-24T12:46:13.708 INFO:teuthology.orchestra.run.smithi162.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:46:13.720 DEBUG:teuthology.orchestra.run.smithi177:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-24T12:46:13.759 INFO:teuthology.orchestra.run.smithi177.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDT89JGIGitlIqpTG9PrOK0++h5v+QcouPySwyMpk32lgPbykRT8LnhQufAsTvGxn4OlqX8VwGn06hPytHxNkT6QL0Vwkt5d1tjRsqxaigWTsQJyKdpFEOYW2DIf0CaczNJ6O6fRXoes5QtUyUy5FLInPe3KoFCYFU0HtBit2uiMiOZKNgfVkFNzDEOYbr4C+N8fr+0KDEL58Nw5QAdyeNO2z7Q+u7NAlrG4+amxg0OMaGqB80EhiNTOFo84tlTaXzRWn1MHgk+tvOoi0crd132h+SufepHap4Tar2aRsrnnrdOw8HHi4H4ZYPwhzWcN83BxrzUBze7rNofoJrc2q79yq3tx3Ob1oReGkkS9xVhJ75XaP5KfC0c/Ox3j0VhaVUsMGqULGbz0NJeaPpJM10JIIhp6Uapc2L1nfqoud4hARhUjbSJJf+7yAQME8/D+jIDjyIsYPRqarfqvvLhPA8N2ls5LAr9HmPm8aBC2p1kFrfCFII/dR/feVR7OhTHz68= ceph-59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:46:13.774 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-24T12:46:14.014 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:13 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/49742065' entity='client.admin' 2024-04-24T12:46:16.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:16.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:16.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi081", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:16.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:16.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:16.426 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:17.991 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-24T12:46:17.991 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-24T12:46:18.225 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:17 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1463028383' entity='client.admin' 2024-04-24T12:46:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:20.632 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi096 2024-04-24T12:46:20.632 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:46:20.632 DEBUG:teuthology.orchestra.run.smithi096:> dd of=/etc/ceph/ceph.conf 2024-04-24T12:46:20.650 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:46:20.651 DEBUG:teuthology.orchestra.run.smithi096:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:20.710 INFO:tasks.cephadm:Adding host smithi096 to orchestrator... 2024-04-24T12:46:20.710 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch host add smithi096 2024-04-24T12:46:20.949 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:21.213 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:21.213 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: Updating smithi081:/etc/ceph/ceph.conf 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: Updating smithi081:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: Updating smithi081:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: Updating smithi081:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:21.214 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:23.220 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:22 smithi081 ceph-mon[26762]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi096", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:23 smithi081 ceph-mon[26762]: Deploying cephadm binary to smithi096 2024-04-24T12:46:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:25 smithi081 ceph-mon[26762]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:26.499 INFO:teuthology.orchestra.run.smithi081.stdout:Added host 'smithi096' with addr '172.21.15.96' 2024-04-24T12:46:27.052 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-24T12:46:27.286 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:27.718 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:27.718 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:27 smithi081 ceph-mon[26762]: Added host smithi096 2024-04-24T12:46:27.718 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:27 smithi081 ceph-mon[26762]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:27.718 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:27.718 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:28.749 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:28.994 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:28.994 INFO:teuthology.orchestra.run.smithi081.stdout:[{"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}, {"addr": "172.21.15.96", "hostname": "smithi096", "labels": [], "status": ""}] 2024-04-24T12:46:29.512 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi162 2024-04-24T12:46:29.512 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:46:29.512 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/etc/ceph/ceph.conf 2024-04-24T12:46:29.531 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:46:29.531 DEBUG:teuthology.orchestra.run.smithi162:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:29.589 INFO:tasks.cephadm:Adding host smithi162 to orchestrator... 2024-04-24T12:46:29.589 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch host add smithi162 2024-04-24T12:46:29.820 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:29.941 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:29 smithi081 ceph-mon[26762]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:29.941 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:30.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:30 smithi081 ceph-mon[26762]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:46:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:31 smithi081 ceph-mon[26762]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi096", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:33.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:33 smithi081 ceph-mon[26762]: Deploying cephadm binary to smithi162 2024-04-24T12:46:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:33 smithi081 ceph-mon[26762]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-24T12:46:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:33 smithi081 ceph-mon[26762]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:33 smithi081 ceph-mon[26762]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:35.655 INFO:teuthology.orchestra.run.smithi081.stdout:Added host 'smithi162' with addr '172.21.15.162' 2024-04-24T12:46:35.939 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:35 smithi081 ceph-mon[26762]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:35.940 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:35.940 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:35.940 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:36.158 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-24T12:46:36.388 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:36.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:36 smithi081 ceph-mon[26762]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:36.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:36 smithi081 ceph-mon[26762]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:36.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:36.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:36 smithi081 ceph-mon[26762]: Added host smithi162 2024-04-24T12:46:36.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:36.770 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:37.899 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:37 smithi081 ceph-mon[26762]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:37.900 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:38.128 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:38.128 INFO:teuthology.orchestra.run.smithi081.stdout:[{"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}, {"addr": "172.21.15.96", "hostname": "smithi096", "labels": [], "status": ""}, {"addr": "172.21.15.162", "hostname": "smithi162", "labels": [], "status": ""}] 2024-04-24T12:46:38.723 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi177 2024-04-24T12:46:38.723 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:46:38.723 DEBUG:teuthology.orchestra.run.smithi177:> dd of=/etc/ceph/ceph.conf 2024-04-24T12:46:38.742 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:46:38.742 DEBUG:teuthology.orchestra.run.smithi177:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:38.800 INFO:tasks.cephadm:Adding host smithi177 to orchestrator... 2024-04-24T12:46:38.800 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch host add smithi177 2024-04-24T12:46:39.039 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:39.431 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:39 smithi081 ceph-mon[26762]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:46:39.431 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:39.431 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:39 smithi081 ceph-mon[26762]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:41.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:41.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:41.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi162", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:42.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:42 smithi081 ceph-mon[26762]: Deploying cephadm binary to smithi177 2024-04-24T12:46:42.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:42 smithi081 ceph-mon[26762]: Updating smithi162:/etc/ceph/ceph.conf 2024-04-24T12:46:42.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:42 smithi081 ceph-mon[26762]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:43 smithi081 ceph-mon[26762]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:43 smithi081 ceph-mon[26762]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:44.840 INFO:teuthology.orchestra.run.smithi081.stdout:Added host 'smithi177' with addr '172.21.15.177' 2024-04-24T12:46:45.383 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch host ls --format=json 2024-04-24T12:46:45.613 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:45.733 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:46.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:46 smithi081 ceph-mon[26762]: Added host smithi177 2024-04-24T12:46:46.779 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:47.349 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:46:47.349 INFO:teuthology.orchestra.run.smithi081.stdout:[{"addr": "172.21.15.81", "hostname": "smithi081", "labels": [], "status": ""}, {"addr": "172.21.15.96", "hostname": "smithi096", "labels": [], "status": ""}, {"addr": "172.21.15.162", "hostname": "smithi162", "labels": [], "status": ""}, {"addr": "172.21.15.177", "hostname": "smithi177", "labels": [], "status": ""}] 2024-04-24T12:46:47.632 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:47 smithi081 ceph-mon[26762]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:47.632 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:48.015 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-24T12:46:48.015 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd crush tunables default 2024-04-24T12:46:48.253 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:46:48.629 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:48 smithi081 ceph-mon[26762]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:46:49.623 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:49 smithi081 ceph-mon[26762]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:50.521 INFO:teuthology.orchestra.run.smithi081.stderr:adjusted tunables profile to default 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/280366314' entity='client.admin' cmd={"prefix": "osd crush tunables", "profile": "default"} : dispatch 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:50.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:50 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:51.152 INFO:tasks.cephadm:Adding mon.a on smithi081 2024-04-24T12:46:51.152 INFO:tasks.cephadm:Adding mon.b on smithi096 2024-04-24T12:46:51.152 INFO:tasks.cephadm:Adding mon.c on smithi162 2024-04-24T12:46:51.152 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch apply mon '3;smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c' 2024-04-24T12:46:51.376 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: Updating smithi177:/etc/ceph/ceph.conf 2024-04-24T12:46:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/280366314' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-24T12:46:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:46:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:52 smithi081 ceph-mon[26762]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:52.908 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mon update... 2024-04-24T12:46:53.483 DEBUG:teuthology.orchestra.run.smithi096:mon.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.b.service 2024-04-24T12:46:53.485 DEBUG:teuthology.orchestra.run.smithi162:mon.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c.service 2024-04-24T12:46:53.488 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-24T12:46:53.488 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-24T12:46:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:53.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:46:53.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:54.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:54 smithi081 ceph-mon[26762]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:54.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:54 smithi081 ceph-mon[26762]: Saving service mon spec with placement smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T12:46:54.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:54 smithi081 ceph-mon[26762]: Deploying daemon mon.c on smithi162 2024-04-24T12:46:55.569 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:46:55.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:55 smithi081 ceph-mon[26762]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:56.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:56 smithi162 systemd[1]: Starting Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:46:57.502 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 podman[30074]: 2024-04-24 12:46:57.215100383 +0000 UTC m=+0.018898195 image pull ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba 2024-04-24T12:46:57.710 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:46:57.710 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":1,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:45:04.045179Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-24T12:46:57.712 INFO:teuthology.orchestra.run.smithi162.stderr:dumped monmap epoch 1 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 podman[30074]: 2024-04-24 12:46:57.50412453 +0000 UTC m=+0.307922332 container create eb8d406fdcd00f341cf6b9283909d469e27dd7ff8655e0a33a511472b543eaf2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, RELEASE=ceph-nvmeof-mon-1c8eaae, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 podman[30074]: 2024-04-24 12:46:57.723525546 +0000 UTC m=+0.527323345 container init eb8d406fdcd00f341cf6b9283909d469e27dd7ff8655e0a33a511472b543eaf2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=ceph-nvmeof-mon-1c8eaae, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 podman[30074]: 2024-04-24 12:46:57.72720511 +0000 UTC m=+0.531002915 container start eb8d406fdcd00f341cf6b9283909d469e27dd7ff8655e0a33a511472b543eaf2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, ceph=True, org.label-schema.vendor=CentOS, RELEASE=ceph-nvmeof-mon-1c8eaae, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev), process ceph-mon, pid 2 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pidfile_write: ignore empty --pid-file 2024-04-24T12:46:57.755 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: load: jerasure load: lrc 2024-04-24T12:46:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:46:57 smithi081 ceph-mon[26762]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: RocksDB version: 7.9.2 2024-04-24T12:46:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Git sha 0 2024-04-24T12:46:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Compile date 2024-04-14 17:31:02 2024-04-24T12:46:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: DB SUMMARY 2024-04-24T12:46:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: DB Session ID: 3ZF2TVUV87UPFKKYF0QV 2024-04-24T12:46:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: CURRENT file: CURRENT 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.error_if_exists: 0 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.create_if_missing: 0 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.paranoid_checks: 1 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.env: 0x55e38437d060 2024-04-24T12:46:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.info_log: 0x55e3856d5b20 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.statistics: (nil) 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.use_fsync: 0 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_log_file_size: 0 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.allow_fallocate: 1 2024-04-24T12:46:58.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.use_direct_reads: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.db_log_dir: 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.wal_dir: 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T12:46:58.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T12:46:58.145 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T12:46:58.145 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T12:46:58.145 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T12:46:58.145 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T12:46:58.145 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.write_buffer_manager: 0x55e3856a61e0 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T12:46:58.146 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.unordered_write: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.row_cache: None 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.wal_filter: None 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.two_write_queues: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.wal_compression: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.atomic_flush: 0 2024-04-24T12:46:58.147 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.log_readahead_size: 0 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_background_jobs: 2 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_background_compactions: -1 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_subcompactions: 1 2024-04-24T12:46:58.148 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_open_files: -1 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_background_flushes: -1 2024-04-24T12:46:58.149 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Compression algorithms supported: 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kZSTD supported: 0 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kXpressCompression supported: 0 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kZlibCompression supported: 1 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kSnappyCompression supported: 1 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kLZ4Compression supported: 1 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: kBZip2Compression supported: 0 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T12:46:58.150 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.merge_operator: 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_filter: None 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e3856d5d00) 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks: 1 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_top_level_index_and_filter: 1 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_type: 0 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_index_type: 0 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_shortening: 1 2024-04-24T12:46:58.151 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: checksum: 4 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: no_block_cache: 0 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache: 0x55e3856d9090 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_name: BinnedLRUCache 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_options: 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: capacity : 536870912 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_shard_bits : 4 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: strict_capacity_limit : 0 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: high_pri_pool_ratio: 0.000 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_compressed: (nil) 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: persistent_cache: (nil) 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size: 4096 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size_deviation: 10 2024-04-24T12:46:58.152 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_restart_interval: 16 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_block_restart_interval: 1 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: metadata_block_size: 4096 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: partition_filters: 0 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: use_delta_encoding: 1 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: filter_policy: bloomfilter 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: whole_key_filtering: 1 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: verify_compression: 0 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: read_amp_bytes_per_bit: 0 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: format_version: 5 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_index_compression: 1 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_align: 0 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: max_auto_readahead_size: 262144 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: prepopulate_block_cache: 0 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: initial_auto_readahead_size: 8192 2024-04-24T12:46:58.153 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression: NoCompression 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.num_levels: 7 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T12:46:58.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T12:46:58.155 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T12:46:58.156 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T12:46:58.157 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.inplace_update_support: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.bloom_locality: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.max_successive_merges: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T12:46:58.158 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.ttl: 2592000 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.enable_blob_files: false 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.min_blob_size: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T12:46:58.159 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 10d3a32c-b16e-4cb9-b560-a1fa114ad9c6 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713962817759194, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713962817759601, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1648, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713962817, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "10d3a32c-b16e-4cb9-b560-a1fa114ad9c6", "db_session_id": "3ZF2TVUV87UPFKKYF0QV", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713962817759680, "job": 1, "event": "recovery_finished"} 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e3857c8000 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: DB pointer 0x55e3857b2000 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T12:46:58.160 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** DB Stats ** 2024-04-24T12:46:58.161 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T12:46:58.161 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T12:46:58.161 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T12:46:58.161 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T12:46:58.161 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T12:46:58.161 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: L0 1/0 1.61 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: Sum 1/0 1.61 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:46:58.162 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T12:46:58.163 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval compaction: 0.00 GB write, 0.64 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache BinnedLRUCache@0x55e3856d9090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: using public_addr v2:172.21.15.162:0/0 -> [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: starting mon.c rank -1 at public addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] at bind addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(???) e0 preinit fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).mds e1 new map 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: e1 2024-04-24T12:46:58.164 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout: legacy client fscid: -1 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout: No filesystems configured 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:46:58.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi096", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Deploying cephadm binary to smithi162 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Added host smithi162 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.167 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi162", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Deploying cephadm binary to smithi177 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi162:/etc/ceph/ceph.conf 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:58.168 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Added host smithi177 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:46:58.169 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/280366314' entity='client.admin' cmd={"prefix": "osd crush tunables", "profile": "default"} : dispatch 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi177:/etc/ceph/ceph.conf 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/280366314' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:46:58.170 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:46:58.171 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Saving service mon spec with placement smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T12:46:58.172 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: Deploying daemon mon.c on smithi162 2024-04-24T12:46:58.172 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.172 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:46:58.172 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:57 smithi162 ceph-mon[30120]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-24T12:46:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:58 smithi162 bash[30074]: eb8d406fdcd00f341cf6b9283909d469e27dd7ff8655e0a33a511472b543eaf2 2024-04-24T12:46:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:46:58 smithi162 systemd[1]: Started Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:46:59.419 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-24T12:46:59.420 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-24T12:46:59.676 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:47:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:47:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: mon.a calling monitor election 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: mon.c calling monitor election 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: monmap epoch 2 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: last_changed 2024-04-24T12:46:57.787535+0000 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: min_mon_release 19 (squid) 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: election_strategy: 1 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: fsmap 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: mgrmap e13: x(active, since 58s) 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: overall HEALTH_OK 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:03.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:03.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:47:03.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: monmap epoch 2 2024-04-24T12:47:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:46:57.787535+0000 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: mgrmap e13: x(active, since 58s) 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: overall HEALTH_OK 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:03 smithi081 ceph-mon[26762]: Deploying daemon mon.b on smithi096 2024-04-24T12:47:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:03 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:03 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:03 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:03 smithi162 ceph-mon[30120]: Deploying daemon mon.b on smithi096 2024-04-24T12:47:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:03 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:04.423 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:47:04.423 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":2,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:46:57.787535Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-24T12:47:04.425 INFO:teuthology.orchestra.run.smithi162.stderr:dumped monmap epoch 2 2024-04-24T12:47:05.013 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:04 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/2644550112' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-04-24T12:47:05.013 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:04 smithi162 ceph-mon[30120]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:04 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/2644550112' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-04-24T12:47:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:04 smithi081 ceph-mon[26762]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.040 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-24T12:47:06.040 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph mon dump -f json 2024-04-24T12:47:06.283 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:47:06.601 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-24T12:47:06.601 INFO:journalctl@ceph.mon.b.smithi096.stdout: e1 2024-04-24T12:47:06.601 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout: legacy client fscid: -1 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout: No filesystems configured 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-24T12:47:06.602 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi162", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi096", "name": "osd_memory_target"} : dispatch 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Deploying cephadm binary to smithi162 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi096:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Added host smithi162 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi177", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi162", "name": "osd_memory_target"} : dispatch 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Deploying cephadm binary to smithi177 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi162:/etc/ceph/ceph.conf 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi162:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Added host smithi177 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/280366314' entity='client.admin' cmd={"prefix": "osd crush tunables", "profile": "default"} : dispatch 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:06.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi177:/etc/ceph/ceph.conf 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/280366314' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi177:/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.client.admin.keyring 2024-04-24T12:47:06.891 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.14190 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Saving service mon spec with placement smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Deploying daemon mon.c on smithi162 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:47:06.892 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.a calling monitor election 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.c calling monitor election 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: monmap epoch 2 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:06.893 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: last_changed 2024-04-24T12:46:57.787535+0000 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: min_mon_release 19 (squid) 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: election_strategy: 1 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: fsmap 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mgrmap e13: x(active, since 58s) 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: overall HEALTH_OK 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:06.894 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: Deploying daemon mon.b on smithi096 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/2644550112' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 ceph-mon[30039]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 bash[30012]: 2336aa7349eea33271439c5a579ab8552d087daf438287e04a4c7190ac8dbbe3 2024-04-24T12:47:06.895 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:06 smithi096 systemd[1]: Started Ceph mon.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:47:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:12.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: mgrmap e13: x(active, since 67s) 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: mon.b (rank 2) addr [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] is down (out of quorum) 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: mon.a calling monitor election 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: mon.c calling monitor election 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: monmap epoch 3 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: min_mon_release 19 (squid) 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: election_strategy: 1 2024-04-24T12:47:12.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: fsmap 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: mgrmap e13: x(active, since 67s) 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: mon.b (rank 2) addr [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] is down (out of quorum) 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:12.585 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:47:12.586 INFO:teuthology.orchestra.run.smithi162.stdout:{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-24T12:47:12.588 INFO:teuthology.orchestra.run.smithi162.stderr:dumped monmap epoch 3 2024-04-24T12:47:12.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:12.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:12 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/72567488' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-04-24T12:47:12.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:12 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/72567488' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-04-24T12:47:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.304 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-24T12:47:13.304 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph config generate-minimal-conf 2024-04-24T12:47:13.545 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: mon.a calling monitor election 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: mon.c calling monitor election 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:47:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: monmap epoch 3 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: min_mon_release 19 (squid) 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: election_strategy: 1 2024-04-24T12:47:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: fsmap 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: mgrmap e13: x(active, since 67s) 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: mon.b (rank 2) addr [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] is down (out of quorum) 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:13.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:13.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/72567488' entity='client.admin' cmd={"prefix": "mon dump", "format": "json"} : dispatch 2024-04-24T12:47:13.888 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: mon.b calling monitor election 2024-04-24T12:47:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: mon.b calling monitor election 2024-04-24T12:47:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T12:47:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: mgrmap e13: x(active, since 69s) 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-24T12:47:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: Cluster is now healthy 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: overall HEALTH_OK 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: Updating smithi081:/etc/ceph/ceph.conf 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: Updating smithi162:/etc/ceph/ceph.conf 2024-04-24T12:47:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:14 smithi081 ceph-mon[26762]: Updating smithi177:/etc/ceph/ceph.conf 2024-04-24T12:47:14.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: mon.b calling monitor election 2024-04-24T12:47:14.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: mon.b calling monitor election 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: mon.a calling monitor election 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: mon.c calling monitor election 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: monmap epoch 3 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: min_mon_release 19 (squid) 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: election_strategy: 1 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:47:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: fsmap 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: mgrmap e13: x(active, since 69s) 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: Cluster is now healthy 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: overall HEALTH_OK 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: Updating smithi081:/etc/ceph/ceph.conf 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: Updating smithi162:/etc/ceph/ceph.conf 2024-04-24T12:47:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:14 smithi096 ceph-mon[30039]: Updating smithi177:/etc/ceph/ceph.conf 2024-04-24T12:47:14.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: mon.b calling monitor election 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: mon.b calling monitor election 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: mon.a calling monitor election 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: mon.c calling monitor election 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: monmap epoch 3 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: min_mon_release 19 (squid) 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: election_strategy: 1 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:47:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: fsmap 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: osdmap e4: 0 total, 0 up, 0 in 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: mgrmap e13: x(active, since 69s) 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: Cluster is now healthy 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: overall HEALTH_OK 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: Updating smithi081:/etc/ceph/ceph.conf 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: Updating smithi096:/etc/ceph/ceph.conf 2024-04-24T12:47:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: Updating smithi162:/etc/ceph/ceph.conf 2024-04-24T12:47:14.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:14 smithi162 ceph-mon[30120]: Updating smithi177:/etc/ceph/ceph.conf 2024-04-24T12:47:15.442 INFO:teuthology.orchestra.run.smithi081.stdout:# minimal ceph.conf for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:15.442 INFO:teuthology.orchestra.run.smithi081.stdout:[global] 2024-04-24T12:47:15.443 INFO:teuthology.orchestra.run.smithi081.stdout: fsid = 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:47:15.443 INFO:teuthology.orchestra.run.smithi081.stdout: mon_host = [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] 2024-04-24T12:47:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: Updating smithi081:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: Reconfiguring mon.a (unknown last config time)... 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: Reconfiguring daemon mon.a on smithi081 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: Updating smithi081:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: Reconfiguring mon.a (unknown last config time)... 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:15.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:15.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: Reconfiguring daemon mon.a on smithi081 2024-04-24T12:47:15.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:15.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: Updating smithi081:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: Updating smithi096:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: Updating smithi162:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: Updating smithi177:/var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: Reconfiguring mon.a (unknown last config time)... 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:15.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:15.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: Reconfiguring daemon mon.a on smithi081 2024-04-24T12:47:15.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:15.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:15.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:47:16.521 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:16 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3345962475' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:16.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:16.522 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:16.549 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-24T12:47:16.549 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:47:16.549 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.conf 2024-04-24T12:47:16.574 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:47:16.574 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:16 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3345962475' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:16.638 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:47:16.638 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.conf 2024-04-24T12:47:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:16 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3345962475' entity='client.admin' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:16.663 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:47:16.663 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:16.728 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:47:16.728 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/ceph.conf 2024-04-24T12:47:16.759 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:47:16.759 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:16.828 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:47:16.828 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.conf 2024-04-24T12:47:16.860 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:47:16.860 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-24T12:47:16.928 INFO:tasks.cephadm:Adding mgr.x on smithi081 2024-04-24T12:47:16.929 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch apply mgr '1;smithi081=x' 2024-04-24T12:47:17.210 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:47:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:17 smithi081 ceph-mon[26762]: Reconfiguring mon.b (monmap changed)... 2024-04-24T12:47:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:17 smithi081 ceph-mon[26762]: Reconfiguring daemon mon.b on smithi096 2024-04-24T12:47:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:17 smithi081 ceph-mon[26762]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:17 smithi096 ceph-mon[30039]: Reconfiguring mon.b (monmap changed)... 2024-04-24T12:47:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:17 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:17 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:17 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:17.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:17 smithi096 ceph-mon[30039]: Reconfiguring daemon mon.b on smithi096 2024-04-24T12:47:17.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:17 smithi096 ceph-mon[30039]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:17.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:17 smithi162 ceph-mon[30120]: Reconfiguring mon.b (monmap changed)... 2024-04-24T12:47:17.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:17.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:17.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:17.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:17 smithi162 ceph-mon[30120]: Reconfiguring daemon mon.b on smithi096 2024-04-24T12:47:17.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:17 smithi162 ceph-mon[30120]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:18.800 INFO:teuthology.orchestra.run.smithi177.stdout:Scheduled mgr update... 2024-04-24T12:47:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: Reconfiguring mon.c (monmap changed)... 2024-04-24T12:47:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: Reconfiguring daemon mon.c on smithi162 2024-04-24T12:47:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: Reconfiguring mon.c (monmap changed)... 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: Reconfiguring daemon mon.c on smithi162 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: Reconfiguring mon.c (monmap changed)... 2024-04-24T12:47:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "mon."} : dispatch 2024-04-24T12:47:19.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config get", "who": "mon", "key": "public_network"} : dispatch 2024-04-24T12:47:19.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:19.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: Reconfiguring daemon mon.c on smithi162 2024-04-24T12:47:19.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:19.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:19.357 INFO:tasks.cephadm:Deploying OSDs... 2024-04-24T12:47:19.357 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:47:19.357 DEBUG:teuthology.orchestra.run.smithi081:> dd if=/scratch_devs of=/dev/stdout 2024-04-24T12:47:19.377 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-24T12:47:19.377 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_1 2024-04-24T12:47:19.435 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-24T12:47:19.435 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:19.435 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-24T12:47:19.435 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:19.435 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:19.436 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-24 12:46:16.563122464 +0000 2024-04-24T12:47:19.436 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-24 12:40:42.366433906 +0000 2024-04-24T12:47:19.436 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-24 12:40:42.366433906 +0000 2024-04-24T12:47:19.436 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-24 12:40:42.366433906 +0000 2024-04-24T12:47:19.436 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-24T12:47:19.499 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-24T12:47:19.500 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-24T12:47:19.500 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000198744 s, 2.6 MB/s 2024-04-24T12:47:19.501 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-24T12:47:19.558 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_2 2024-04-24T12:47:19.614 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-24 12:46:16.591121933 +0000 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-24 12:40:42.699427282 +0000 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-24 12:40:42.699427282 +0000 2024-04-24T12:47:19.615 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-24 12:40:42.699427282 +0000 2024-04-24T12:47:19.615 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-24T12:47:19.677 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-24T12:47:19.678 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-24T12:47:19.678 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000192921 s, 2.7 MB/s 2024-04-24T12:47:19.679 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-24T12:47:19.736 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_3 2024-04-24T12:47:19.791 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-24 12:46:16.619121401 +0000 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-24 12:40:43.037420559 +0000 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-24 12:40:43.037420559 +0000 2024-04-24T12:47:19.792 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-24 12:40:43.037420559 +0000 2024-04-24T12:47:19.793 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-24T12:47:19.853 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-24T12:47:19.853 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-24T12:47:19.854 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.000202581 s, 2.5 MB/s 2024-04-24T12:47:19.855 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-24T12:47:19.910 DEBUG:teuthology.orchestra.run.smithi081:> stat /dev/vg_nvme/lv_4 2024-04-24T12:47:19.965 INFO:teuthology.orchestra.run.smithi081.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-24T12:47:19.965 INFO:teuthology.orchestra.run.smithi081.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:19.965 INFO:teuthology.orchestra.run.smithi081.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-24T12:47:19.966 INFO:teuthology.orchestra.run.smithi081.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:19.966 INFO:teuthology.orchestra.run.smithi081.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:19.966 INFO:teuthology.orchestra.run.smithi081.stdout:Access: 2024-04-24 12:46:16.647120869 +0000 2024-04-24T12:47:19.966 INFO:teuthology.orchestra.run.smithi081.stdout:Modify: 2024-04-24 12:40:43.374413856 +0000 2024-04-24T12:47:19.966 INFO:teuthology.orchestra.run.smithi081.stdout:Change: 2024-04-24 12:40:43.374413856 +0000 2024-04-24T12:47:19.966 INFO:teuthology.orchestra.run.smithi081.stdout: Birth: 2024-04-24 12:40:43.374413856 +0000 2024-04-24T12:47:19.966 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-24T12:47:20.028 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records in 2024-04-24T12:47:20.028 INFO:teuthology.orchestra.run.smithi081.stderr:1+0 records out 2024-04-24T12:47:20.028 INFO:teuthology.orchestra.run.smithi081.stderr:512 bytes copied, 0.00024298 s, 2.1 MB/s 2024-04-24T12:47:20.029 DEBUG:teuthology.orchestra.run.smithi081:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-24T12:47:20.085 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:47:20.085 DEBUG:teuthology.orchestra.run.smithi096:> dd if=/scratch_devs of=/dev/stdout 2024-04-24T12:47:20.103 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-24T12:47:20.103 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_1 2024-04-24T12:47:20.164 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-24T12:47:20.164 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:20.164 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-24T12:47:20.164 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:20.165 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:20.165 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-24 12:47:06.043817765 +0000 2024-04-24T12:47:20.165 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-24 12:40:42.721622779 +0000 2024-04-24T12:47:20.165 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-24 12:40:42.721622779 +0000 2024-04-24T12:47:20.165 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-24 12:40:42.721622779 +0000 2024-04-24T12:47:20.165 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-24T12:47:20.237 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-24T12:47:20.237 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-24T12:47:20.237 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000291382 s, 1.8 MB/s 2024-04-24T12:47:20.239 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-24T12:47:20.305 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_2 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-24 12:47:06.043817765 +0000 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-24 12:40:43.069614562 +0000 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-24 12:40:43.069614562 +0000 2024-04-24T12:47:20.365 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-24 12:40:43.069614562 +0000 2024-04-24T12:47:20.366 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-24T12:47:20.432 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-24T12:47:20.432 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-24T12:47:20.432 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000231034 s, 2.2 MB/s 2024-04-24T12:47:20.433 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-24T12:47:20.491 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_3 2024-04-24T12:47:20.548 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-24T12:47:20.548 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:20.548 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-24T12:47:20.548 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:20.549 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:20.549 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-24 12:47:06.044817742 +0000 2024-04-24T12:47:20.549 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-24 12:40:43.509604173 +0000 2024-04-24T12:47:20.549 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-24 12:40:43.509604173 +0000 2024-04-24T12:47:20.549 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-24 12:40:43.509604173 +0000 2024-04-24T12:47:20.549 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-24T12:47:20.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;smithi081=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:20.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: Saving service mgr spec with placement smithi081=x;count:1 2024-04-24T12:47:20.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:20.559 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: Reconfiguring mgr.x (unknown last config time)... 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:20.560 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:20 smithi081 ceph-mon[26762]: Reconfiguring daemon mgr.x on smithi081 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;smithi081=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: Saving service mgr spec with placement smithi081=x;count:1 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:20.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: Reconfiguring mgr.x (unknown last config time)... 2024-04-24T12:47:20.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-04-24T12:47:20.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-04-24T12:47:20.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:20.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:20 smithi096 ceph-mon[30039]: Reconfiguring daemon mgr.x on smithi081 2024-04-24T12:47:20.614 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-24T12:47:20.614 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-24T12:47:20.615 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000210043 s, 2.4 MB/s 2024-04-24T12:47:20.616 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-24T12:47:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='client.24104 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "1;smithi081=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: Saving service mgr spec with placement smithi081=x;count:1 2024-04-24T12:47:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: Reconfiguring mgr.x (unknown last config time)... 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]} : dispatch 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mgr services"} : dispatch 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:20 smithi162 ceph-mon[30120]: Reconfiguring daemon mgr.x on smithi081 2024-04-24T12:47:20.675 DEBUG:teuthology.orchestra.run.smithi096:> stat /dev/vg_nvme/lv_4 2024-04-24T12:47:20.733 INFO:teuthology.orchestra.run.smithi096.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout:Access: 2024-04-24 12:47:06.044817742 +0000 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout:Modify: 2024-04-24 12:40:43.846596216 +0000 2024-04-24T12:47:20.734 INFO:teuthology.orchestra.run.smithi096.stdout:Change: 2024-04-24 12:40:43.846596216 +0000 2024-04-24T12:47:20.735 INFO:teuthology.orchestra.run.smithi096.stdout: Birth: 2024-04-24 12:40:43.846596216 +0000 2024-04-24T12:47:20.735 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-24T12:47:20.800 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records in 2024-04-24T12:47:20.800 INFO:teuthology.orchestra.run.smithi096.stderr:1+0 records out 2024-04-24T12:47:20.800 INFO:teuthology.orchestra.run.smithi096.stderr:512 bytes copied, 0.000220277 s, 2.3 MB/s 2024-04-24T12:47:20.801 DEBUG:teuthology.orchestra.run.smithi096:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-24T12:47:20.859 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:47:20.859 DEBUG:teuthology.orchestra.run.smithi162:> dd if=/scratch_devs of=/dev/stdout 2024-04-24T12:47:20.880 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-24T12:47:20.880 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_1 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 663 Links: 1 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-04-24 12:46:56.625974327 +0000 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-04-24 12:40:44.997201094 +0000 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-04-24 12:40:44.997201094 +0000 2024-04-24T12:47:20.939 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-04-24 12:40:44.997201094 +0000 2024-04-24T12:47:20.940 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-24T12:47:21.007 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-04-24T12:47:21.007 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-04-24T12:47:21.007 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000285867 s, 1.8 MB/s 2024-04-24T12:47:21.009 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-24T12:47:21.067 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_2 2024-04-24T12:47:21.125 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-24T12:47:21.125 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 682 Links: 1 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-04-24 12:46:56.625974327 +0000 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-04-24 12:40:45.361193259 +0000 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-04-24 12:40:45.361193259 +0000 2024-04-24T12:47:21.126 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-04-24 12:40:45.361193259 +0000 2024-04-24T12:47:21.126 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-24T12:47:21.191 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-04-24T12:47:21.191 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-04-24T12:47:21.191 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.00021875 s, 2.3 MB/s 2024-04-24T12:47:21.192 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-24T12:47:21.251 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_3 2024-04-24T12:47:21.307 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-24T12:47:21.307 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:21.307 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 701 Links: 1 2024-04-24T12:47:21.308 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:21.308 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:21.308 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-04-24 12:46:56.626974307 +0000 2024-04-24T12:47:21.308 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-04-24 12:40:45.733185252 +0000 2024-04-24T12:47:21.308 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-04-24 12:40:45.733185252 +0000 2024-04-24T12:47:21.308 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-04-24 12:40:45.733185252 +0000 2024-04-24T12:47:21.308 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-24T12:47:21.371 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-04-24T12:47:21.371 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-04-24T12:47:21.371 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000219701 s, 2.3 MB/s 2024-04-24T12:47:21.372 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-24T12:47:21.430 DEBUG:teuthology.orchestra.run.smithi162:> stat /dev/vg_nvme/lv_4 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout:Access: 2024-04-24 12:46:56.626974307 +0000 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout:Modify: 2024-04-24 12:40:46.066178084 +0000 2024-04-24T12:47:21.486 INFO:teuthology.orchestra.run.smithi162.stdout:Change: 2024-04-24 12:40:46.066178084 +0000 2024-04-24T12:47:21.487 INFO:teuthology.orchestra.run.smithi162.stdout: Birth: 2024-04-24 12:40:46.066178084 +0000 2024-04-24T12:47:21.487 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-24T12:47:21.549 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records in 2024-04-24T12:47:21.549 INFO:teuthology.orchestra.run.smithi162.stderr:1+0 records out 2024-04-24T12:47:21.550 INFO:teuthology.orchestra.run.smithi162.stderr:512 bytes copied, 0.000227382 s, 2.3 MB/s 2024-04-24T12:47:21.551 DEBUG:teuthology.orchestra.run.smithi162:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-24T12:47:21.607 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:47:21.607 DEBUG:teuthology.orchestra.run.smithi177:> dd if=/scratch_devs of=/dev/stdout 2024-04-24T12:47:21.626 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-24T12:47:21.626 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_1 2024-04-24T12:47:21.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:21 smithi096 ceph-mon[30039]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:21.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:21 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:21.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:21 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:21.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:21 smithi162 ceph-mon[30120]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:21.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:21 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:21.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:21 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:21.684 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-24T12:47:21.684 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:21.684 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-24T12:47:21.684 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:21.684 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:21.685 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2024-04-24 12:46:49.501884115 +0000 2024-04-24T12:47:21.685 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2024-04-24 12:40:45.869417055 +0000 2024-04-24T12:47:21.685 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2024-04-24 12:40:45.869417055 +0000 2024-04-24T12:47:21.685 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: 2024-04-24 12:40:45.869417055 +0000 2024-04-24T12:47:21.685 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-24T12:47:21.752 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2024-04-24T12:47:21.753 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2024-04-24T12:47:21.753 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000273375 s, 1.9 MB/s 2024-04-24T12:47:21.754 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-24T12:47:21.811 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_2 2024-04-24T12:47:21.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:21 smithi081 ceph-mon[26762]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:21.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:21.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2024-04-24 12:46:49.525883476 +0000 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2024-04-24 12:40:46.206407934 +0000 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2024-04-24 12:40:46.206407934 +0000 2024-04-24T12:47:21.869 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: 2024-04-24 12:40:46.206407934 +0000 2024-04-24T12:47:21.870 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-24T12:47:21.934 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2024-04-24T12:47:21.935 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2024-04-24T12:47:21.935 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000215325 s, 2.4 MB/s 2024-04-24T12:47:21.936 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-24T12:47:21.993 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_3 2024-04-24T12:47:22.049 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-24T12:47:22.049 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:22.049 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-24T12:47:22.049 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:22.050 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:22.050 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2024-04-24 12:46:49.548882864 +0000 2024-04-24T12:47:22.050 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2024-04-24 12:40:46.539398922 +0000 2024-04-24T12:47:22.050 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2024-04-24 12:40:46.539398922 +0000 2024-04-24T12:47:22.050 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: 2024-04-24 12:40:46.539398922 +0000 2024-04-24T12:47:22.050 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-24T12:47:22.113 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2024-04-24T12:47:22.113 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2024-04-24T12:47:22.113 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000220391 s, 2.3 MB/s 2024-04-24T12:47:22.114 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-24T12:47:22.170 DEBUG:teuthology.orchestra.run.smithi177:> stat /dev/vg_nvme/lv_4 2024-04-24T12:47:22.226 INFO:teuthology.orchestra.run.smithi177.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-24T12:47:22.226 INFO:teuthology.orchestra.run.smithi177.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout:Device: 5h/5d Inode: 720 Links: 1 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout:Context: system_u:object_r:device_t:s0 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout:Access: 2024-04-24 12:46:49.571882251 +0000 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout:Modify: 2024-04-24 12:40:46.870389963 +0000 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout:Change: 2024-04-24 12:40:46.870389963 +0000 2024-04-24T12:47:22.227 INFO:teuthology.orchestra.run.smithi177.stdout: Birth: 2024-04-24 12:40:46.870389963 +0000 2024-04-24T12:47:22.227 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-24T12:47:22.289 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records in 2024-04-24T12:47:22.289 INFO:teuthology.orchestra.run.smithi177.stderr:1+0 records out 2024-04-24T12:47:22.289 INFO:teuthology.orchestra.run.smithi177.stderr:512 bytes copied, 0.000171455 s, 3.0 MB/s 2024-04-24T12:47:22.290 DEBUG:teuthology.orchestra.run.smithi177:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-24T12:47:22.346 INFO:tasks.cephadm:Deploying osd.0 on smithi081 with /dev/vg_nvme/lv_4... 2024-04-24T12:47:22.346 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-24T12:47:22.588 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:47:23.796 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:23 smithi081 ceph-mon[26762]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:23 smithi096 ceph-mon[30039]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:23.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:23 smithi162 ceph-mon[30120]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:24.409 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-24T12:47:24.410 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-24T12:47:24.410 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-04-24T12:47:24.410 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-04-24T12:47:24.410 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0133397 s, 786 MB/s 2024-04-24T12:47:24.410 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-04-24T12:47:25.029 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_4 2024-04-24T12:47:25.263 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:47:25.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:25 smithi096 ceph-mon[30039]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:25.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:25 smithi162 ceph-mon[30120]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:25.999 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:25 smithi081 ceph-mon[26762]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:27 smithi096 ceph-mon[30039]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:47:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:47:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:27 smithi162 ceph-mon[30120]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:47:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:47:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:27.906 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:27 smithi081 ceph-mon[26762]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:27.906 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:47:27.906 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:47:27.906 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:28.804 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:28 smithi081 ceph-mon[26762]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:28.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:28 smithi096 ceph-mon[30039]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:28.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:28 smithi162 ceph-mon[30120]: from='client.14220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:29.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:29 smithi096 ceph-mon[30039]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:29.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:29 smithi162 ceph-mon[30120]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:29 smithi081 ceph-mon[26762]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:30.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:30 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2582728355' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "9ff44e22-1780-4b4c-8a6f-7573ae33ee04"} : dispatch 2024-04-24T12:47:30.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:30 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2582728355' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9ff44e22-1780-4b4c-8a6f-7573ae33ee04"}]': finished 2024-04-24T12:47:30.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:30 smithi096 ceph-mon[30039]: osdmap e5: 1 total, 0 up, 1 in 2024-04-24T12:47:30.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:30 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:30.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:30 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/1053578995' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:47:30.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:30 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2582728355' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "9ff44e22-1780-4b4c-8a6f-7573ae33ee04"} : dispatch 2024-04-24T12:47:30.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:30 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2582728355' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9ff44e22-1780-4b4c-8a6f-7573ae33ee04"}]': finished 2024-04-24T12:47:30.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:30 smithi162 ceph-mon[30120]: osdmap e5: 1 total, 0 up, 1 in 2024-04-24T12:47:30.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:30 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:30.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:30 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/1053578995' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:47:31.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:30 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2582728355' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "9ff44e22-1780-4b4c-8a6f-7573ae33ee04"} : dispatch 2024-04-24T12:47:31.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:30 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2582728355' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9ff44e22-1780-4b4c-8a6f-7573ae33ee04"}]': finished 2024-04-24T12:47:31.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:30 smithi081 ceph-mon[26762]: osdmap e5: 1 total, 0 up, 1 in 2024-04-24T12:47:31.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:31.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:30 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1053578995' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:47:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:31 smithi096 ceph-mon[30039]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:31 smithi162 ceph-mon[30120]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:31 smithi081 ceph-mon[26762]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:33 smithi096 ceph-mon[30039]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:33.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:33 smithi162 ceph-mon[30120]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:33.946 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:33 smithi081 ceph-mon[26762]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:35.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:35 smithi096 ceph-mon[30039]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:35.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:35 smithi162 ceph-mon[30120]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:36.006 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:35 smithi081 ceph-mon[26762]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:36.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-04-24T12:47:36.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:36.985 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-04-24T12:47:36.985 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.0"} : dispatch 2024-04-24T12:47:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:37.663 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:37 smithi081 ceph-mon[26762]: Deploying daemon osd.0 on smithi081 2024-04-24T12:47:37.663 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:37 smithi081 ceph-mon[26762]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:37.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:37 smithi162 ceph-mon[30120]: Deploying daemon osd.0 on smithi081 2024-04-24T12:47:37.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:37 smithi162 ceph-mon[30120]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:37 smithi096 ceph-mon[30039]: Deploying daemon osd.0 on smithi081 2024-04-24T12:47:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:37 smithi096 ceph-mon[30039]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:39.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:39 smithi081 ceph-mon[26762]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:39 smithi096 ceph-mon[30039]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:39 smithi162 ceph-mon[30120]: pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:41.998 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:41 smithi081 ceph-mon[26762]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:41.998 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:41.998 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:41.998 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:41 smithi096 ceph-mon[30039]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:41 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:41 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:42.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:41 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:41 smithi162 ceph-mon[30120]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:41 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:41 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:41 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:43.911 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:43 smithi081 ceph-mon[26762]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:43 smithi096 ceph-mon[30039]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:43 smithi162 ceph-mon[30120]: pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:45.043 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 0 on host 'smithi081' 2024-04-24T12:47:45.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:45.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:45.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-04-24T12:47:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:45.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]} : dispatch 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:45.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:47:45.583 DEBUG:teuthology.orchestra.run.smithi081:osd.0> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.0.service 2024-04-24T12:47:45.585 INFO:tasks.cephadm:Deploying osd.1 on smithi081 with /dev/vg_nvme/lv_3... 2024-04-24T12:47:45.585 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-24T12:47:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:46 smithi081 ceph-mon[26762]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T12:47:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:46 smithi081 ceph-mon[26762]: osdmap e6: 1 total, 0 up, 1 in 2024-04-24T12:47:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:46 smithi081 ceph-mon[26762]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]} : dispatch 2024-04-24T12:47:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:46 smithi096 ceph-mon[30039]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T12:47:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:46 smithi096 ceph-mon[30039]: osdmap e6: 1 total, 0 up, 1 in 2024-04-24T12:47:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:46 smithi096 ceph-mon[30039]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]} : dispatch 2024-04-24T12:47:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:46 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:46 smithi162 ceph-mon[30120]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-24T12:47:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:46 smithi162 ceph-mon[30120]: osdmap e6: 1 total, 0 up, 1 in 2024-04-24T12:47:46.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:46 smithi162 ceph-mon[30120]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd={"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]} : dispatch 2024-04-24T12:47:46.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:46 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:46.872 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:47:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-0[41552]: 2024-04-24T12:47:46.606+0000 7f5600ef9700 -1 osd.0 0 waiting for initial osdmap 2024-04-24T12:47:46.872 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:47:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-0[41552]: 2024-04-24T12:47:46.608+0000 7f55f84e3700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:47:47.211 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:47:47.459 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-24T12:47:47.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: osdmap e7: 1 total, 0 up, 1 in 2024-04-24T12:47:47.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:47.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' 2024-04-24T12:47:47.460 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-24T12:47:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: osdmap e7: 1 total, 0 up, 1 in 2024-04-24T12:47:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' 2024-04-24T12:47:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:47 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-24T12:47:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: osdmap e7: 1 total, 0 up, 1 in 2024-04-24T12:47:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:47.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-24T12:47:47.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: from='osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866]' entity='osd.0' 2024-04-24T12:47:47.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:47 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:48.478 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:48 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:47:48.478 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:48 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:47:48.478 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:48 smithi081 ceph-mon[26762]: osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866] boot 2024-04-24T12:47:48.478 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:48 smithi081 ceph-mon[26762]: osdmap e8: 1 total, 1 up, 1 in 2024-04-24T12:47:48.478 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:48 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:47:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:48 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:47:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:48 smithi096 ceph-mon[30039]: osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866] boot 2024-04-24T12:47:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:48 smithi096 ceph-mon[30039]: osdmap e8: 1 total, 1 up, 1 in 2024-04-24T12:47:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:48 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:47:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:48 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:47:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:48 smithi162 ceph-mon[30120]: osd.0 [v2:172.21.15.81:6802/141845866,v1:172.21.15.81:6803/141845866] boot 2024-04-24T12:47:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:48 smithi162 ceph-mon[30120]: osdmap e8: 1 total, 1 up, 1 in 2024-04-24T12:47:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 0} : dispatch 2024-04-24T12:47:49.756 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-24T12:47:49.756 INFO:teuthology.orchestra.run.smithi081.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-24T12:47:49.756 INFO:teuthology.orchestra.run.smithi081.stderr: stderr: 10+0 records in 2024-04-24T12:47:49.756 INFO:teuthology.orchestra.run.smithi081.stderr:10+0 records out 2024-04-24T12:47:49.756 INFO:teuthology.orchestra.run.smithi081.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.011579 s, 906 MB/s 2024-04-24T12:47:49.756 INFO:teuthology.orchestra.run.smithi081.stderr:--> Zapping successful for: 2024-04-24T12:47:49.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:49.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi081 2024-04-24T12:47:49.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:47:49.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi081 to 17088M 2024-04-24T12:47:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:49 smithi081 ceph-mon[26762]: osdmap e9: 1 total, 1 up, 1 in 2024-04-24T12:47:49.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:49.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi081 2024-04-24T12:47:49.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:47:49.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi081 to 17088M 2024-04-24T12:47:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:49 smithi096 ceph-mon[30039]: osdmap e9: 1 total, 1 up, 1 in 2024-04-24T12:47:49.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:49.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi081 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi081 to 17088M 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:47:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:49 smithi162 ceph-mon[30120]: osdmap e9: 1 total, 1 up, 1 in 2024-04-24T12:47:50.358 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi081:vg_nvme/lv_3 2024-04-24T12:47:50.592 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:47:51.627 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:51 smithi081 ceph-mon[26762]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:51.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:51 smithi096 ceph-mon[30039]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:51.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:51 smithi162 ceph-mon[30120]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:47:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:47:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:52.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:52 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:47:52.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:52 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:47:52.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:52 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:52.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:52 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:47:52.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:52 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:47:52.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:52 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:47:53.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:53 smithi162 ceph-mon[30120]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:53.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:53 smithi162 ceph-mon[30120]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:53 smithi081 ceph-mon[26762]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:53.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:53 smithi081 ceph-mon[26762]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:53.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:53 smithi096 ceph-mon[30039]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi081:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:47:53.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:53 smithi096 ceph-mon[30039]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:55.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:55 smithi081 ceph-mon[26762]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:55.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:55 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/638528478' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "3956242a-3297-4927-b55e-923c980a2689"} : dispatch 2024-04-24T12:47:55.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:55 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/638528478' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3956242a-3297-4927-b55e-923c980a2689"}]': finished 2024-04-24T12:47:55.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:55 smithi081 ceph-mon[26762]: osdmap e10: 2 total, 1 up, 2 in 2024-04-24T12:47:55.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:47:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:55 smithi096 ceph-mon[30039]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:55 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/638528478' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "3956242a-3297-4927-b55e-923c980a2689"} : dispatch 2024-04-24T12:47:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:55 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/638528478' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3956242a-3297-4927-b55e-923c980a2689"}]': finished 2024-04-24T12:47:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:55 smithi096 ceph-mon[30039]: osdmap e10: 2 total, 1 up, 2 in 2024-04-24T12:47:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:55 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:47:55.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:55 smithi162 ceph-mon[30120]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:55.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:55 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/638528478' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "3956242a-3297-4927-b55e-923c980a2689"} : dispatch 2024-04-24T12:47:55.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:55 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/638528478' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3956242a-3297-4927-b55e-923c980a2689"}]': finished 2024-04-24T12:47:55.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:55 smithi162 ceph-mon[30120]: osdmap e10: 2 total, 1 up, 2 in 2024-04-24T12:47:55.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:55 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:47:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:56 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/717560994' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:47:56.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:56 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/717560994' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:47:56.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:56 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/717560994' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:47:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:57 smithi081 ceph-mon[26762]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:57.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:57 smithi096 ceph-mon[30039]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:57.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:57 smithi162 ceph-mon[30120]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:59.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:47:59 smithi081 ceph-mon[26762]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:59.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:47:59 smithi096 ceph-mon[30039]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:47:59.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:47:59 smithi162 ceph-mon[30120]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:01.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:01 smithi081 ceph-mon[26762]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:01.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-04-24T12:48:01.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:01.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:01 smithi096 ceph-mon[30039]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:01.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:01 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-04-24T12:48:01.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:01 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:01.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:01 smithi162 ceph-mon[30120]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:01.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:01 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.1"} : dispatch 2024-04-24T12:48:01.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:01 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:02.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:02 smithi081 ceph-mon[26762]: Deploying daemon osd.1 on smithi081 2024-04-24T12:48:02.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:02 smithi096 ceph-mon[30039]: Deploying daemon osd.1 on smithi081 2024-04-24T12:48:02.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:02 smithi162 ceph-mon[30120]: Deploying daemon osd.1 on smithi081 2024-04-24T12:48:03.795 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:03 smithi081 ceph-mon[26762]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:03.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:03 smithi096 ceph-mon[30039]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:03.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:03 smithi162 ceph-mon[30120]: pgmap v59: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:05.813 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:05 smithi081 ceph-mon[26762]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:05.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:05 smithi096 ceph-mon[30039]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:05.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:05 smithi162 ceph-mon[30120]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:08.006 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:07 smithi081 ceph-mon[26762]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:08.007 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:08.007 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:08.007 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:07 smithi096 ceph-mon[30039]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:07 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:07 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:08.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:07 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:07 smithi162 ceph-mon[30120]: pgmap v61: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:07 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:08.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:07 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:08.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:07 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:09.759 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:09 smithi081 ceph-mon[26762]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:10.117 INFO:teuthology.orchestra.run.smithi081.stdout:Created osd(s) 1 on host 'smithi081' 2024-04-24T12:48:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:09 smithi096 ceph-mon[30039]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:09 smithi162 ceph-mon[30120]: pgmap v62: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:10.741 DEBUG:teuthology.orchestra.run.smithi081:osd.1> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.1.service 2024-04-24T12:48:10.743 INFO:tasks.cephadm:Deploying osd.2 on smithi096 with /dev/vg_nvme/lv_4... 2024-04-24T12:48:10.744 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-24T12:48:10.988 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:48:11.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:10 smithi081 ceph-mon[26762]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-04-24T12:48:11.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.109 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:10 smithi096 ceph-mon[30039]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-04-24T12:48:11.110 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.110 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:10 smithi162 ceph-mon[30120]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]} : dispatch 2024-04-24T12:48:11.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: osdmap e11: 2 total, 1 up, 2 in 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]} : dispatch 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:11.889 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: osdmap e11: 2 total, 1 up, 2 in 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]} : dispatch 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-24T12:48:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: osdmap e11: 2 total, 1 up, 2 in 2024-04-24T12:48:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd={"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]} : dispatch 2024-04-24T12:48:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:12.434 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-1[47475]: 2024-04-24T12:48:12.121+0000 7fc8d27d2700 -1 osd.1 0 waiting for initial osdmap 2024-04-24T12:48:12.434 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-1[47475]: 2024-04-24T12:48:12.127+0000 7fc8ca5bd700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:48:12.850 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-24T12:48:12.850 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-24T12:48:12.850 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-24T12:48:12.850 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-24T12:48:12.850 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0115065 s, 911 MB/s 2024-04-24T12:48:12.850 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-24T12:48:12.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:12 smithi096 ceph-mon[30039]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-24T12:48:12.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:12 smithi096 ceph-mon[30039]: osdmap e12: 2 total, 1 up, 2 in 2024-04-24T12:48:12.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:12.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:12.900 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:12 smithi096 ceph-mon[30039]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' 2024-04-24T12:48:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-mon[26762]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-24T12:48:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-mon[26762]: osdmap e12: 2 total, 1 up, 2 in 2024-04-24T12:48:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:12 smithi081 ceph-mon[26762]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' 2024-04-24T12:48:13.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:12 smithi162 ceph-mon[30120]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi081", "root=default"]}]': finished 2024-04-24T12:48:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:12 smithi162 ceph-mon[30120]: osdmap e12: 2 total, 1 up, 2 in 2024-04-24T12:48:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:12 smithi162 ceph-mon[30120]: from='osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502]' entity='osd.1' 2024-04-24T12:48:13.421 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_4 2024-04-24T12:48:13.656 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:48:13.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:48:13.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:48:13.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:13.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:13.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502] boot 2024-04-24T12:48:13.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: osdmap e13: 2 total, 2 up, 2 in 2024-04-24T12:48:13.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:14.006 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:48:14.007 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:48:14.007 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:14.007 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:14.007 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502] boot 2024-04-24T12:48:14.007 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: osdmap e13: 2 total, 2 up, 2 in 2024-04-24T12:48:14.007 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:48:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:48:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: pgmap v66: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-24T12:48:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: osd.1 [v2:172.21.15.81:6810/556800502,v1:172.21.15.81:6811/556800502] boot 2024-04-24T12:48:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: osdmap e13: 2 total, 2 up, 2 in 2024-04-24T12:48:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 1} : dispatch 2024-04-24T12:48:15.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi081 2024-04-24T12:48:15.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi081 to 8544M 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: osdmap e14: 2 total, 2 up, 2 in 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi081 2024-04-24T12:48:15.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi081 to 8544M 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: osdmap e14: 2 total, 2 up, 2 in 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:15.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi081 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi081 to 8544M 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: osdmap e14: 2 total, 2 up, 2 in 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:15.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:16 smithi081 ceph-mon[26762]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:48:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:48:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:48:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:16.627 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:16 smithi096 ceph-mon[30039]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:48:16.627 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:48:16.627 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:48:16.627 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:16 smithi162 ceph-mon[30120]: from='client.24152 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:48:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:48:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:48:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:17 smithi081 ceph-mon[26762]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:17 smithi096 ceph-mon[30039]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:17.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:17 smithi162 ceph-mon[30120]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:18 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/3422640136' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"} : dispatch 2024-04-24T12:48:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:18 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"} : dispatch 2024-04-24T12:48:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:18 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"}]': finished 2024-04-24T12:48:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:18 smithi081 ceph-mon[26762]: osdmap e15: 3 total, 2 up, 3 in 2024-04-24T12:48:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:18 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/3422640136' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"} : dispatch 2024-04-24T12:48:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:18 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"} : dispatch 2024-04-24T12:48:18.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:18 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"}]': finished 2024-04-24T12:48:18.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:18 smithi096 ceph-mon[30039]: osdmap e15: 3 total, 2 up, 3 in 2024-04-24T12:48:18.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:18 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/3422640136' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"} : dispatch 2024-04-24T12:48:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:18 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"} : dispatch 2024-04-24T12:48:18.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:18 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "a45447da-74fd-4309-af52-2795d2f6ce95"}]': finished 2024-04-24T12:48:18.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:18 smithi162 ceph-mon[30120]: osdmap e15: 3 total, 2 up, 3 in 2024-04-24T12:48:18.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:19 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/2588818606' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:48:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:19 smithi081 ceph-mon[26762]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:19.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:19 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/2588818606' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:48:19.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:19 smithi096 ceph-mon[30039]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:19 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/2588818606' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:48:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:19 smithi162 ceph-mon[30120]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:21.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:21 smithi096 ceph-mon[30039]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:21.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:21 smithi162 ceph-mon[30120]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:21 smithi081 ceph-mon[26762]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:23.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:23 smithi081 ceph-mon[26762]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:23 smithi096 ceph-mon[30039]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:23.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:23 smithi162 ceph-mon[30120]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:24.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:24 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-04-24T12:48:24.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:24 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:24.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:24 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-04-24T12:48:24.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:24 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:25.064 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.2"} : dispatch 2024-04-24T12:48:25.064 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:25.857 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:25 smithi096 ceph-mon[30039]: Deploying daemon osd.2 on smithi096 2024-04-24T12:48:25.857 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:25 smithi096 ceph-mon[30039]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:25.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:25 smithi162 ceph-mon[30120]: Deploying daemon osd.2 on smithi096 2024-04-24T12:48:25.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:25 smithi162 ceph-mon[30120]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:25 smithi081 ceph-mon[26762]: Deploying daemon osd.2 on smithi096 2024-04-24T12:48:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:25 smithi081 ceph-mon[26762]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:27.793 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:27 smithi096 ceph-mon[30039]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:27 smithi162 ceph-mon[30120]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:27 smithi081 ceph-mon[26762]: pgmap v76: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:29.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:29 smithi096 ceph-mon[30039]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:29.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:29 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:29.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:29 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:29.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:29 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:29.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:29 smithi162 ceph-mon[30120]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:29.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:29 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:29.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:29 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:29.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:29 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:29 smithi081 ceph-mon[26762]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:31.826 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:31 smithi096 ceph-mon[30039]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:31.826 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:31.827 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:31.827 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:31.827 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:31.827 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:31 smithi162 ceph-mon[30120]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:31 smithi081 ceph-mon[26762]: pgmap v78: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:32.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:32 smithi096 ceph-mon[30039]: from='osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-04-24T12:48:32.822 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:32 smithi096 ceph-mon[30039]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-04-24T12:48:32.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:32 smithi162 ceph-mon[30120]: from='osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-04-24T12:48:32.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:32 smithi162 ceph-mon[30120]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-04-24T12:48:32.902 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 2 on host 'smithi096' 2024-04-24T12:48:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:32 smithi081 ceph-mon[26762]: from='osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622]' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-04-24T12:48:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:32 smithi081 ceph-mon[26762]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]} : dispatch 2024-04-24T12:48:33.518 DEBUG:teuthology.orchestra.run.smithi096:osd.2> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.2.service 2024-04-24T12:48:33.521 INFO:tasks.cephadm:Deploying osd.3 on smithi096 with /dev/vg_nvme/lv_3... 2024-04-24T12:48:33.522 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: osdmap e16: 3 total, 2 up, 3 in 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:33.830 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:33.831 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-2[33688]: 2024-04-24T12:48:33.618+0000 7f35efe5b700 -1 osd.2 0 waiting for initial osdmap 2024-04-24T12:48:33.831 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:33 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-2[33688]: 2024-04-24T12:48:33.623+0000 7f35ebc4e700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:48:33.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: osdmap e16: 3 total, 2 up, 3 in 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: pgmap v79: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-24T12:48:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622]' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: osdmap e16: 3 total, 2 up, 3 in 2024-04-24T12:48:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='osd.2 ' entity='osd.2' cmd={"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:34.554 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:48:34.772 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:34 smithi096 ceph-mon[30039]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:48:34.773 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:34 smithi096 ceph-mon[30039]: osdmap e17: 3 total, 2 up, 3 in 2024-04-24T12:48:34.773 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:34 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:34.773 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:34 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:34.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:34 smithi162 ceph-mon[30120]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:48:34.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:34 smithi162 ceph-mon[30120]: osdmap e17: 3 total, 2 up, 3 in 2024-04-24T12:48:34.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:34 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:34.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:34 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:34 smithi081 ceph-mon[26762]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:48:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:34 smithi081 ceph-mon[26762]: osdmap e17: 3 total, 2 up, 3 in 2024-04-24T12:48:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622] boot 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: osdmap e18: 3 total, 3 up, 3 in 2024-04-24T12:48:35.716 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:35 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:35.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:48:35.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:48:35.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:35.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:35.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622] boot 2024-04-24T12:48:35.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: osdmap e18: 3 total, 3 up, 3 in 2024-04-24T12:48:35.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:35 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:48:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:48:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: pgmap v82: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-24T12:48:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: osd.2 [v2:172.21.15.96:6800/514527622,v1:172.21.15.96:6801/514527622] boot 2024-04-24T12:48:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: osdmap e18: 3 total, 3 up, 3 in 2024-04-24T12:48:36.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 2} : dispatch 2024-04-24T12:48:36.616 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-24T12:48:36.617 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-24T12:48:36.617 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-24T12:48:36.617 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-24T12:48:36.617 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0143523 s, 731 MB/s 2024-04-24T12:48:36.617 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-24T12:48:36.739 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:36 smithi096 ceph-mon[30039]: osdmap e19: 3 total, 3 up, 3 in 2024-04-24T12:48:36.740 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2024-04-24T12:48:36.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:36 smithi162 ceph-mon[30120]: osdmap e19: 3 total, 3 up, 3 in 2024-04-24T12:48:36.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2024-04-24T12:48:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:36 smithi081 ceph-mon[26762]: osdmap e19: 3 total, 3 up, 3 in 2024-04-24T12:48:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true} : dispatch 2024-04-24T12:48:37.677 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: pgmap v85: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: osdmap e20: 3 total, 3 up, 3 in 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:37.678 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.679 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_3 2024-04-24T12:48:37.911 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: pgmap v85: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: osdmap e20: 3 total, 3 up, 3 in 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.982 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:37.983 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:37.983 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:37.983 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:37.983 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: pgmap v85: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: osdmap e20: 3 total, 3 up, 3 in 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true} : dispatch 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:38.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37350]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-24T12:48:38.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37350]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37350]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.290 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37350]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37353]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-24T12:48:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37353]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37353]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37353]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37338]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37338]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37338]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37338]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37341]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37341]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37341]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.291 INFO:journalctl@ceph.osd.2.smithi096.stdout:Apr 24 12:48:38 smithi096 sudo[37341]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.319 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51416]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-24T12:48:38.319 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51416]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.320 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51416]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.320 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51416]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.320 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51419]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-24T12:48:38.320 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51419]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.320 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51419]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.320 INFO:journalctl@ceph.osd.1.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51419]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51422]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-24T12:48:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51422]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51422]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51422]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51425]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-24T12:48:38.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51425]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51425]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51425]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:37 smithi081 sudo[51410]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:37 smithi081 sudo[51410]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:37 smithi081 sudo[51410]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:37 smithi081 sudo[51410]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51413]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51413]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51413]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.321 INFO:journalctl@ceph.osd.0.smithi081.stdout:Apr 24 12:48:38 smithi081 sudo[51413]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31890]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31890]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31890]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31890]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31893]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31893]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31893]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-24T12:48:38.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 sudo[31893]: pam_unix(sudo:session): session closed for user root 2024-04-24T12:48:38.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi096 2024-04-24T12:48:38.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi096 to 21184M 2024-04-24T12:48:38.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T12:48:38.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: osdmap e21: 3 total, 3 up, 3 in 2024-04-24T12:48:38.896 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:38.897 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:38.898 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:38.898 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:38.898 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:38.898 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:38.898 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:38 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:39.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi096 2024-04-24T12:48:39.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi096 to 21184M 2024-04-24T12:48:39.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: osdmap e21: 3 total, 3 up, 3 in 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:39.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:39.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:39.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:39.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:38 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi096 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi096 to 21184M 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: osdmap e21: 3 total, 3 up, 3 in 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:39.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:39.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:39.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:39.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:39.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-24T12:48:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "a"} : dispatch 2024-04-24T12:48:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "b"} : dispatch 2024-04-24T12:48:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "mon metadata", "id": "c"} : dispatch 2024-04-24T12:48:39.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:38 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-24T12:48:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:39 smithi081 ceph-mon[26762]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:39 smithi081 ceph-mon[26762]: osdmap e22: 3 total, 3 up, 3 in 2024-04-24T12:48:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:39 smithi081 ceph-mon[26762]: mgrmap e14: x(active, since 2m) 2024-04-24T12:48:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:48:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:48:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:39 smithi096 ceph-mon[30039]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:39 smithi096 ceph-mon[30039]: osdmap e22: 3 total, 3 up, 3 in 2024-04-24T12:48:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:39 smithi096 ceph-mon[30039]: mgrmap e14: x(active, since 2m) 2024-04-24T12:48:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:39 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:48:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:39 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:48:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:39 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:39 smithi162 ceph-mon[30120]: pgmap v88: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:39 smithi162 ceph-mon[30120]: osdmap e22: 3 total, 3 up, 3 in 2024-04-24T12:48:40.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:39 smithi162 ceph-mon[30120]: mgrmap e14: x(active, since 2m) 2024-04-24T12:48:40.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:39 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:48:40.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:39 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:48:40.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:39 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:40.862 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:40 smithi096 ceph-mon[30039]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:48:41.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:40 smithi081 ceph-mon[26762]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:48:41.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:40 smithi162 ceph-mon[30120]: from='client.24188 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:48:42.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:41 smithi081 ceph-mon[26762]: pgmap v90: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:41 smithi096 ceph-mon[30039]: pgmap v90: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:41 smithi162 ceph-mon[30120]: pgmap v90: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:43.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:42 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/616238020' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"} : dispatch 2024-04-24T12:48:43.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:42 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"} : dispatch 2024-04-24T12:48:43.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:42 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"}]': finished 2024-04-24T12:48:43.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:42 smithi081 ceph-mon[26762]: osdmap e23: 4 total, 3 up, 4 in 2024-04-24T12:48:43.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:42 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:42 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/616238020' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"} : dispatch 2024-04-24T12:48:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:42 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"} : dispatch 2024-04-24T12:48:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:42 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"}]': finished 2024-04-24T12:48:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:42 smithi096 ceph-mon[30039]: osdmap e23: 4 total, 3 up, 4 in 2024-04-24T12:48:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:42 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:42 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/616238020' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"} : dispatch 2024-04-24T12:48:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:42 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"} : dispatch 2024-04-24T12:48:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:42 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "42f03d14-68fa-498c-9eb7-a9b2338a9878"}]': finished 2024-04-24T12:48:43.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:42 smithi162 ceph-mon[30120]: osdmap e23: 4 total, 3 up, 4 in 2024-04-24T12:48:43.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:42 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:43 smithi081 ceph-mon[26762]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:43 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/3829109158' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:48:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:43 smithi096 ceph-mon[30039]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:43 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/3829109158' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:48:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:43 smithi162 ceph-mon[30120]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:43 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/3829109158' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:48:45.720 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:45 smithi096 ceph-mon[30039]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:45 smithi081 ceph-mon[26762]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:45 smithi162 ceph-mon[30120]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:47.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:47 smithi096 ceph-mon[30039]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:48.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:47 smithi081 ceph-mon[26762]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:47 smithi162 ceph-mon[30120]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:48.960 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-04-24T12:48:48.961 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:49.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-04-24T12:48:49.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.3"} : dispatch 2024-04-24T12:48:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:49 smithi081 ceph-mon[26762]: Deploying daemon osd.3 on smithi096 2024-04-24T12:48:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:49 smithi081 ceph-mon[26762]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:50.072 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:49 smithi096 ceph-mon[30039]: Deploying daemon osd.3 on smithi096 2024-04-24T12:48:50.072 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:49 smithi096 ceph-mon[30039]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:49 smithi162 ceph-mon[30120]: Deploying daemon osd.3 on smithi096 2024-04-24T12:48:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:49 smithi162 ceph-mon[30120]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:51.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:51 smithi096 ceph-mon[30039]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:51 smithi081 ceph-mon[26762]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:51 smithi162 ceph-mon[30120]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:53.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:53 smithi096 ceph-mon[30039]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:53.941 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:53 smithi162 ceph-mon[30120]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:53 smithi081 ceph-mon[26762]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:54.859 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:54 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:54.859 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:54 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:54.859 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:54 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:55.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:54 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:55.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:54 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:55.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:54 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:55.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:54 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:55.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:54 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:55.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:54 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:55.835 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:55 smithi096 ceph-mon[30039]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:55 smithi081 ceph-mon[26762]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:55 smithi162 ceph-mon[30120]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-04-24T12:48:57.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-04-24T12:48:57.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:57.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:57.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:57 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.648 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 3 on host 'smithi096' 2024-04-24T12:48:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-04-24T12:48:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-04-24T12:48:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989]' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]} : dispatch 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:48:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:48:57.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:57 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.260 DEBUG:teuthology.orchestra.run.smithi096:osd.3> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.3.service 2024-04-24T12:48:58.262 INFO:tasks.cephadm:Deploying osd.4 on smithi096 with /dev/vg_nvme/lv_2... 2024-04-24T12:48:58.262 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-24T12:48:58.483 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T12:48:58.483 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: osdmap e24: 4 total, 3 up, 4 in 2024-04-24T12:48:58.483 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:58.483 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:58.483 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:58.483 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.484 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.484 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T12:48:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: osdmap e24: 4 total, 3 up, 4 in 2024-04-24T12:48:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:58.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-24T12:48:58.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: osdmap e24: 4 total, 3 up, 4 in 2024-04-24T12:48:58.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989]' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='osd.3 ' entity='osd.3' cmd={"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:48:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:48:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:58 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:48:59.131 INFO:journalctl@ceph.osd.3.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-3[39328]: 2024-04-24T12:48:58.942+0000 7fe3173a1700 -1 osd.3 0 waiting for initial osdmap 2024-04-24T12:48:59.133 INFO:journalctl@ceph.osd.3.smithi096.stdout:Apr 24 12:48:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-3[39328]: 2024-04-24T12:48:58.945+0000 7fe30f18c700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:48:59.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:59 smithi096 ceph-mon[30039]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:48:59.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:59 smithi096 ceph-mon[30039]: osdmap e25: 4 total, 3 up, 4 in 2024-04-24T12:48:59.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:59 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:59.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:59 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:59.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:59 smithi096 ceph-mon[30039]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:59.695 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:48:59 smithi096 ceph-mon[30039]: from='osd.3 ' entity='osd.3' 2024-04-24T12:48:59.707 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:48:59.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:59 smithi081 ceph-mon[26762]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:48:59.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:59 smithi081 ceph-mon[26762]: osdmap e25: 4 total, 3 up, 4 in 2024-04-24T12:48:59.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:59.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:59.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:59 smithi081 ceph-mon[26762]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:59.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:48:59 smithi081 ceph-mon[26762]: from='osd.3 ' entity='osd.3' 2024-04-24T12:48:59.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:59 smithi162 ceph-mon[30120]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:48:59.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:59 smithi162 ceph-mon[30120]: osdmap e25: 4 total, 3 up, 4 in 2024-04-24T12:48:59.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:59 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:59.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:59 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:48:59.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:59 smithi162 ceph-mon[30120]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-24T12:48:59.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:48:59 smithi162 ceph-mon[30120]: from='osd.3 ' entity='osd.3' 2024-04-24T12:49:00.581 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:00 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:49:00.581 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:00 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:49:00.581 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:00 smithi096 ceph-mon[30039]: osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989] boot 2024-04-24T12:49:00.581 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:00 smithi096 ceph-mon[30039]: osdmap e26: 4 total, 4 up, 4 in 2024-04-24T12:49:00.582 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:00 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:49:00.582 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:00 smithi096 ceph-mon[30039]: osdmap e27: 4 total, 4 up, 4 in 2024-04-24T12:49:00.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:00 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:49:00.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:00 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:49:00.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:00 smithi081 ceph-mon[26762]: osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989] boot 2024-04-24T12:49:00.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:00 smithi081 ceph-mon[26762]: osdmap e26: 4 total, 4 up, 4 in 2024-04-24T12:49:00.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:49:00.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:00 smithi081 ceph-mon[26762]: osdmap e27: 4 total, 4 up, 4 in 2024-04-24T12:49:00.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:00 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:49:00.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:00 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:49:00.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:00 smithi162 ceph-mon[30120]: osd.3 [v2:172.21.15.96:6808/1043610989,v1:172.21.15.96:6809/1043610989] boot 2024-04-24T12:49:00.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:00 smithi162 ceph-mon[30120]: osdmap e26: 4 total, 4 up, 4 in 2024-04-24T12:49:00.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:00 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 3} : dispatch 2024-04-24T12:49:00.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:00 smithi162 ceph-mon[30120]: osdmap e27: 4 total, 4 up, 4 in 2024-04-24T12:49:01.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:01 smithi096 ceph-mon[30039]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:01.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:01 smithi096 ceph-mon[30039]: osdmap e28: 4 total, 4 up, 4 in 2024-04-24T12:49:01.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:01 smithi081 ceph-mon[26762]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:01.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:01 smithi081 ceph-mon[26762]: osdmap e28: 4 total, 4 up, 4 in 2024-04-24T12:49:01.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:01 smithi162 ceph-mon[30120]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:01.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:01 smithi162 ceph-mon[30120]: osdmap e28: 4 total, 4 up, 4 in 2024-04-24T12:49:02.603 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-24T12:49:02.603 INFO:teuthology.orchestra.run.smithi096.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-24T12:49:02.603 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10+0 records in 2024-04-24T12:49:02.603 INFO:teuthology.orchestra.run.smithi096.stderr:10+0 records out 2024-04-24T12:49:02.603 INFO:teuthology.orchestra.run.smithi096.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0160059 s, 655 MB/s 2024-04-24T12:49:02.603 INFO:teuthology.orchestra.run.smithi096.stderr:--> Zapping successful for: 2024-04-24T12:49:02.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: osdmap e29: 4 total, 4 up, 4 in 2024-04-24T12:49:02.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: osdmap e29: 4 total, 4 up, 4 in 2024-04-24T12:49:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: osdmap e29: 4 total, 4 up, 4 in 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:03.245 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi096:vg_nvme/lv_2 2024-04-24T12:49:03.478 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:49:03.862 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:03 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi096 2024-04-24T12:49:03.862 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:03 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi096 to 10592M 2024-04-24T12:49:03.862 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:03 smithi096 ceph-mon[30039]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:03.862 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:03 smithi096 ceph-mon[30039]: osdmap e30: 4 total, 4 up, 4 in 2024-04-24T12:49:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:03 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi096 2024-04-24T12:49:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:03 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi096 to 10592M 2024-04-24T12:49:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:03 smithi081 ceph-mon[26762]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:03 smithi081 ceph-mon[26762]: osdmap e30: 4 total, 4 up, 4 in 2024-04-24T12:49:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:03 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi096 2024-04-24T12:49:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:03 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi096 to 10592M 2024-04-24T12:49:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:03 smithi162 ceph-mon[30120]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:03 smithi162 ceph-mon[30120]: osdmap e30: 4 total, 4 up, 4 in 2024-04-24T12:49:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:05 smithi081 ceph-mon[26762]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-04-24T12:49:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:06.112 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:05 smithi096 ceph-mon[30039]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-04-24T12:49:06.112 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:06.113 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:06.113 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:05 smithi162 ceph-mon[30120]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 142 KiB/s, 0 objects/s recovering 2024-04-24T12:49:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:06.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:06.985 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:06 smithi096 ceph-mon[30039]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:06 smithi081 ceph-mon[26762]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:07.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:06 smithi162 ceph-mon[30120]: from='client.24215 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi096:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:07 smithi081 ceph-mon[26762]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-24T12:49:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:07 smithi096 ceph-mon[30039]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-24T12:49:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:07 smithi162 ceph-mon[30120]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-24T12:49:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:08 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/557259559' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"} : dispatch 2024-04-24T12:49:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:08 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"} : dispatch 2024-04-24T12:49:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:08 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"}]': finished 2024-04-24T12:49:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:08 smithi081 ceph-mon[26762]: osdmap e31: 5 total, 4 up, 5 in 2024-04-24T12:49:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:08 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/3943815019' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:08 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/557259559' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"} : dispatch 2024-04-24T12:49:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:08 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"} : dispatch 2024-04-24T12:49:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:08 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"}]': finished 2024-04-24T12:49:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:08 smithi096 ceph-mon[30039]: osdmap e31: 5 total, 4 up, 5 in 2024-04-24T12:49:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:08 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:08 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/3943815019' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:08 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/557259559' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"} : dispatch 2024-04-24T12:49:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:08 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"} : dispatch 2024-04-24T12:49:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:08 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360"}]': finished 2024-04-24T12:49:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:08 smithi162 ceph-mon[30120]: osdmap e31: 5 total, 4 up, 5 in 2024-04-24T12:49:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:08 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:08 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/3943815019' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:09 smithi081 ceph-mon[26762]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-24T12:49:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:09 smithi096 ceph-mon[30039]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-24T12:49:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:09 smithi162 ceph-mon[30120]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 85 KiB/s, 0 objects/s recovering 2024-04-24T12:49:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:11 smithi081 ceph-mon[26762]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-24T12:49:12.113 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:11 smithi096 ceph-mon[30039]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-24T12:49:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:11 smithi162 ceph-mon[30120]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-24T12:49:13.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:13 smithi096 ceph-mon[30039]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-24T12:49:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:13 smithi081 ceph-mon[26762]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-24T12:49:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:13 smithi162 ceph-mon[30120]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-04-24T12:49:15.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-04-24T12:49:15.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:15.079 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-04-24T12:49:15.079 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.4"} : dispatch 2024-04-24T12:49:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:16.029 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:15 smithi096 ceph-mon[30039]: Deploying daemon osd.4 on smithi096 2024-04-24T12:49:16.029 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:15 smithi096 ceph-mon[30039]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:15 smithi081 ceph-mon[26762]: Deploying daemon osd.4 on smithi096 2024-04-24T12:49:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:15 smithi081 ceph-mon[26762]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:15 smithi162 ceph-mon[30120]: Deploying daemon osd.4 on smithi096 2024-04-24T12:49:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:15 smithi162 ceph-mon[30120]: pgmap v116: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:18.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:17 smithi081 ceph-mon[26762]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:17 smithi096 ceph-mon[30039]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:17 smithi162 ceph-mon[30120]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:19 smithi081 ceph-mon[26762]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:19 smithi096 ceph-mon[30039]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:19 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:19 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:19 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:19 smithi162 ceph-mon[30120]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:19 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:19 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:19 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:21 smithi081 ceph-mon[26762]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:22.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:21 smithi096 ceph-mon[30039]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:21 smithi162 ceph-mon[30120]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:22.526 INFO:teuthology.orchestra.run.smithi096.stdout:Created osd(s) 4 on host 'smithi096' 2024-04-24T12:49:23.486 DEBUG:teuthology.orchestra.run.smithi096:osd.4> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.4.service 2024-04-24T12:49:23.489 INFO:tasks.cephadm:Deploying osd.5 on smithi162 with /dev/vg_nvme/lv_4... 2024-04-24T12:49:23.489 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-24T12:49:23.731 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:49:23.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:23.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:23.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:23 smithi081 ceph-mon[26762]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:23.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:23 smithi081 ceph-mon[26762]: from='osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-04-24T12:49:23.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:23 smithi081 ceph-mon[26762]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-04-24T12:49:23.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:23 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:23.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:23 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:23.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:23 smithi162 ceph-mon[30120]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:23.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:23 smithi162 ceph-mon[30120]: from='osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-04-24T12:49:23.854 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:23 smithi162 ceph-mon[30120]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-04-24T12:49:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:23 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:23 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:23 smithi096 ceph-mon[30039]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:23 smithi096 ceph-mon[30039]: from='osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076]' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-04-24T12:49:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:23 smithi096 ceph-mon[30039]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]} : dispatch 2024-04-24T12:49:24.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T12:49:24.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: osdmap e32: 5 total, 4 up, 5 in 2024-04-24T12:49:24.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:24.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: from='osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:49:24.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:49:24.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:24.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:24.831 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T12:49:24.831 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: osdmap e32: 5 total, 4 up, 5 in 2024-04-24T12:49:24.831 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:24.831 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: from='osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:49:24.832 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:49:24.832 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:24.832 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:24 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:24.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-24T12:49:24.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: osdmap e32: 5 total, 4 up, 5 in 2024-04-24T12:49:24.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:24.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: from='osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076]' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:49:24.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: from='osd.4 ' entity='osd.4' cmd={"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]} : dispatch 2024-04-24T12:49:24.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:24.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:25.297 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-4[45324]: 2024-04-24T12:49:24.959+0000 7fad7b218700 -1 osd.4 0 waiting for initial osdmap 2024-04-24T12:49:25.297 INFO:journalctl@ceph.osd.4.smithi096.stdout:Apr 24 12:49:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-4[45324]: 2024-04-24T12:49:24.963+0000 7fad73003700 -1 osd.4 33 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:49:25.591 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:25 smithi096 ceph-mon[30039]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:49:25.591 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:25 smithi096 ceph-mon[30039]: osdmap e33: 5 total, 4 up, 5 in 2024-04-24T12:49:25.591 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:25 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:25.591 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:25 smithi096 ceph-mon[30039]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:25.591 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:25 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:25.591 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:25 smithi096 ceph-mon[30039]: from='osd.4 ' entity='osd.4' 2024-04-24T12:49:25.622 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-24T12:49:25.622 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-24T12:49:25.623 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-04-24T12:49:25.623 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-04-24T12:49:25.623 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114908 s, 913 MB/s 2024-04-24T12:49:25.623 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-04-24T12:49:25.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:25 smithi162 ceph-mon[30120]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:49:25.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:25 smithi162 ceph-mon[30120]: osdmap e33: 5 total, 4 up, 5 in 2024-04-24T12:49:25.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:25 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:25.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:25 smithi162 ceph-mon[30120]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:25.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:25 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:25.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:25 smithi162 ceph-mon[30120]: from='osd.4 ' entity='osd.4' 2024-04-24T12:49:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:25 smithi081 ceph-mon[26762]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi096", "root=default"]}]': finished 2024-04-24T12:49:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:25 smithi081 ceph-mon[26762]: osdmap e33: 5 total, 4 up, 5 in 2024-04-24T12:49:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:25 smithi081 ceph-mon[26762]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-24T12:49:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:25 smithi081 ceph-mon[26762]: from='osd.4 ' entity='osd.4' 2024-04-24T12:49:26.198 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_4 2024-04-24T12:49:26.452 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:49:26.724 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:26 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:49:26.724 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:26 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:49:26.725 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:26 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:26.725 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:26 smithi162 ceph-mon[30120]: osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076] boot 2024-04-24T12:49:26.725 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:26 smithi162 ceph-mon[30120]: osdmap e34: 5 total, 5 up, 5 in 2024-04-24T12:49:26.725 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:26 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:26.814 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:26 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:49:26.815 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:26 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:49:26.815 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:26 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:26.815 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:26 smithi096 ceph-mon[30039]: osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076] boot 2024-04-24T12:49:26.815 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:26 smithi096 ceph-mon[30039]: osdmap e34: 5 total, 5 up, 5 in 2024-04-24T12:49:26.815 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:26 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:26.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:26 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:49:26.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:26 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:49:26.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:26 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:26.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:26 smithi081 ceph-mon[26762]: osd.4 [v2:172.21.15.96:6816/1786709076,v1:172.21.15.96:6817/1786709076] boot 2024-04-24T12:49:26.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:26 smithi081 ceph-mon[26762]: osdmap e34: 5 total, 5 up, 5 in 2024-04-24T12:49:26.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:26 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 4} : dispatch 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:27.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:28.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:28 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi096 2024-04-24T12:49:28.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:28 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi096 to 7061M 2024-04-24T12:49:28.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:28 smithi081 ceph-mon[26762]: osdmap e35: 5 total, 5 up, 5 in 2024-04-24T12:49:28.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:28.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:28 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi096 2024-04-24T12:49:28.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:28 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi096 to 7061M 2024-04-24T12:49:28.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:28 smithi096 ceph-mon[30039]: osdmap e35: 5 total, 5 up, 5 in 2024-04-24T12:49:28.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:28 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:28.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:28 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:28.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:28 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:28.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:28 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi096 2024-04-24T12:49:28.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:28 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi096 to 7061M 2024-04-24T12:49:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:28 smithi162 ceph-mon[30120]: osdmap e35: 5 total, 5 up, 5 in 2024-04-24T12:49:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:28 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:28 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:28 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:29.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:29 smithi081 ceph-mon[26762]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:29.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:29 smithi081 ceph-mon[26762]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:29.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:29 smithi162 ceph-mon[30120]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:29.863 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:29 smithi162 ceph-mon[30120]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:29.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:29 smithi096 ceph-mon[30039]: from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:29.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:29 smithi096 ceph-mon[30039]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:31.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:31 smithi081 ceph-mon[26762]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:31.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:31 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/2312910391' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"} : dispatch 2024-04-24T12:49:31.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:31 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"} : dispatch 2024-04-24T12:49:31.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:31 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"}]': finished 2024-04-24T12:49:31.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:31 smithi081 ceph-mon[26762]: osdmap e36: 6 total, 5 up, 6 in 2024-04-24T12:49:31.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:31 smithi096 ceph-mon[30039]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:31 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/2312910391' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"} : dispatch 2024-04-24T12:49:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:31 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"} : dispatch 2024-04-24T12:49:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:31 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"}]': finished 2024-04-24T12:49:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:31 smithi096 ceph-mon[30039]: osdmap e36: 6 total, 5 up, 6 in 2024-04-24T12:49:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:31 smithi162 ceph-mon[30120]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:31 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/2312910391' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"} : dispatch 2024-04-24T12:49:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:31 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"} : dispatch 2024-04-24T12:49:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:31 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "797b6821-3df1-4740-85e3-672e7c7d361d"}]': finished 2024-04-24T12:49:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:31 smithi162 ceph-mon[30120]: osdmap e36: 6 total, 5 up, 6 in 2024-04-24T12:49:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:32.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:32 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/3839629413' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:32.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:32 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/3839629413' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:32.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:32 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/3839629413' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:33.842 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:33 smithi162 ceph-mon[30120]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:33 smithi096 ceph-mon[30039]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:33 smithi081 ceph-mon[26762]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:35.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:35 smithi162 ceph-mon[30120]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:35.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:35 smithi096 ceph-mon[30039]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:35 smithi081 ceph-mon[26762]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:37.867 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:37 smithi162 ceph-mon[30120]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:37.867 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-04-24T12:49:37.867 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:37.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:37 smithi096 ceph-mon[30039]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:37.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-04-24T12:49:37.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:37 smithi081 ceph-mon[26762]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.5"} : dispatch 2024-04-24T12:49:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:38.808 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:38 smithi162 ceph-mon[30120]: Deploying daemon osd.5 on smithi162 2024-04-24T12:49:38.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:38 smithi096 ceph-mon[30039]: Deploying daemon osd.5 on smithi162 2024-04-24T12:49:39.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:38 smithi081 ceph-mon[26762]: Deploying daemon osd.5 on smithi162 2024-04-24T12:49:39.764 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:39 smithi162 ceph-mon[30120]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:39.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:39 smithi096 ceph-mon[30039]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:39 smithi081 ceph-mon[26762]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:41.740 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:41 smithi162 ceph-mon[30120]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:41.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:41 smithi096 ceph-mon[30039]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:42.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:41 smithi081 ceph-mon[26762]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:43.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:43 smithi081 ceph-mon[26762]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:43.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:43.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:43.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:43.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:43 smithi096 ceph-mon[30039]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:43.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:43 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:43.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:43 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:43.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:43 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:43.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:43 smithi162 ceph-mon[30120]: pgmap v135: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:43.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:43 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:43.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:43 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:43.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:43 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:45 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:45 smithi081 ceph-mon[26762]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:45.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:45.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:45.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:45 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:45 smithi096 ceph-mon[30039]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:45.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:45 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:45 smithi162 ceph-mon[30120]: pgmap v136: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:46.086 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 5 on host 'smithi162' 2024-04-24T12:49:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:46 smithi081 ceph-mon[26762]: from='osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-04-24T12:49:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:46 smithi081 ceph-mon[26762]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-04-24T12:49:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:46 smithi096 ceph-mon[30039]: from='osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-04-24T12:49:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:46 smithi096 ceph-mon[30039]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-04-24T12:49:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:46 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:46 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:46 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:46 smithi162 ceph-mon[30120]: from='osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229]' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-04-24T12:49:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:46 smithi162 ceph-mon[30120]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]} : dispatch 2024-04-24T12:49:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:46 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:49:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:46 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:46 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:46.709 DEBUG:teuthology.orchestra.run.smithi162:osd.5> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.5.service 2024-04-24T12:49:46.711 INFO:tasks.cephadm:Deploying osd.6 on smithi162 with /dev/vg_nvme/lv_3... 2024-04-24T12:49:46.711 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-24T12:49:47.376 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:49:47.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:47 smithi081 ceph-mon[26762]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T12:49:47.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:47 smithi081 ceph-mon[26762]: from='osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:49:47.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:47 smithi081 ceph-mon[26762]: osdmap e37: 6 total, 5 up, 6 in 2024-04-24T12:49:47.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:47.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:47 smithi081 ceph-mon[26762]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:49:47.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:47 smithi081 ceph-mon[26762]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:47.596 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-mon[30120]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T12:49:47.596 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-mon[30120]: from='osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:49:47.596 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-mon[30120]: osdmap e37: 6 total, 5 up, 6 in 2024-04-24T12:49:47.597 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:47.597 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-mon[30120]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:49:47.597 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-mon[30120]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:47.597 INFO:journalctl@ceph.osd.5.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-5[34380]: 2024-04-24T12:49:47.323+0000 7f7cc7591700 -1 osd.5 0 waiting for initial osdmap 2024-04-24T12:49:47.597 INFO:journalctl@ceph.osd.5.smithi162.stdout:Apr 24 12:49:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-5[34380]: 2024-04-24T12:49:47.327+0000 7f7cc3384700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:49:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:47 smithi096 ceph-mon[30039]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-24T12:49:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:47 smithi096 ceph-mon[30039]: from='osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229]' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:49:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:47 smithi096 ceph-mon[30039]: osdmap e37: 6 total, 5 up, 6 in 2024-04-24T12:49:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:47 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:47 smithi096 ceph-mon[30039]: from='osd.5 ' entity='osd.5' cmd={"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:49:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:47 smithi096 ceph-mon[30039]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:48.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:48 smithi081 ceph-mon[26762]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:49:48.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:48 smithi081 ceph-mon[26762]: osdmap e38: 6 total, 5 up, 6 in 2024-04-24T12:49:48.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:48 smithi096 ceph-mon[30039]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:49:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:48 smithi096 ceph-mon[30039]: osdmap e38: 6 total, 5 up, 6 in 2024-04-24T12:49:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:48 smithi162 ceph-mon[30120]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:49:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:48 smithi162 ceph-mon[30120]: osdmap e38: 6 total, 5 up, 6 in 2024-04-24T12:49:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.508 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:49:49.509 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:49:49.509 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.509 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229] boot 2024-04-24T12:49:49.509 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: osdmap e39: 6 total, 6 up, 6 in 2024-04-24T12:49:49.509 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.509 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:49 smithi162 ceph-mon[30120]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229] boot 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: osdmap e39: 6 total, 6 up, 6 in 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:49 smithi081 ceph-mon[26762]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:49.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:49:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:49:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: osd.5 [v2:172.21.15.162:6800/4036678229,v1:172.21.15.162:6801/4036678229] boot 2024-04-24T12:49:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: osdmap e39: 6 total, 6 up, 6 in 2024-04-24T12:49:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 5} : dispatch 2024-04-24T12:49:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:49 smithi096 ceph-mon[30039]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-24T12:49:49.896 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-24T12:49:49.897 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-24T12:49:49.897 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-04-24T12:49:49.897 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-04-24T12:49:49.897 INFO:teuthology.orchestra.run.smithi162.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0143853 s, 729 MB/s 2024-04-24T12:49:49.897 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 2024-04-24T12:49:49.897 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-04-24T12:49:50.571 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:50 smithi162 ceph-mon[30120]: osdmap e40: 6 total, 6 up, 6 in 2024-04-24T12:49:50.598 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_3 2024-04-24T12:49:50.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:50 smithi096 ceph-mon[30039]: osdmap e40: 6 total, 6 up, 6 in 2024-04-24T12:49:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:50 smithi081 ceph-mon[26762]: osdmap e40: 6 total, 6 up, 6 in 2024-04-24T12:49:51.179 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: osdmap e41: 6 total, 6 up, 6 in 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:51.553 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:51 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: osdmap e41: 6 total, 6 up, 6 in 2024-04-24T12:49:51.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:49:51.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:51.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:51.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:51.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:51 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: osdmap e41: 6 total, 6 up, 6 in 2024-04-24T12:49:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: pgmap v144: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:49:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:49:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:49:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:49:52.593 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:52 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi162 2024-04-24T12:49:52.593 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:52 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi162 to 21184M 2024-04-24T12:49:52.593 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:52 smithi162 ceph-mon[30120]: osdmap e42: 6 total, 6 up, 6 in 2024-04-24T12:49:52.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:52 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi162 2024-04-24T12:49:52.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:52 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi162 to 21184M 2024-04-24T12:49:52.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:52 smithi096 ceph-mon[30039]: osdmap e42: 6 total, 6 up, 6 in 2024-04-24T12:49:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:52 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi162 2024-04-24T12:49:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:52 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi162 to 21184M 2024-04-24T12:49:52.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:52 smithi081 ceph-mon[26762]: osdmap e42: 6 total, 6 up, 6 in 2024-04-24T12:49:53.605 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:53 smithi162 ceph-mon[30120]: osdmap e43: 6 total, 6 up, 6 in 2024-04-24T12:49:53.606 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:53 smithi162 ceph-mon[30120]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:49:53.606 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:53 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:53.606 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:53 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:53.606 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:53 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:53.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:53 smithi096 ceph-mon[30039]: osdmap e43: 6 total, 6 up, 6 in 2024-04-24T12:49:53.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:53 smithi096 ceph-mon[30039]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:49:53.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:53 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:53.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:53 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:53.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:53 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:53.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:53 smithi081 ceph-mon[26762]: osdmap e43: 6 total, 6 up, 6 in 2024-04-24T12:49:53.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:53 smithi081 ceph-mon[26762]: pgmap v147: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:49:53.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:49:53.719 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:49:53.720 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:49:54.533 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:54 smithi162 ceph-mon[30120]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:54.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:54 smithi096 ceph-mon[30039]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:54.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:54 smithi081 ceph-mon[26762]: from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:49:55.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:55 smithi096 ceph-mon[30039]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-24T12:49:55.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:55 smithi162 ceph-mon[30120]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-24T12:49:55.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:55 smithi081 ceph-mon[26762]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-04-24T12:49:56.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:56 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/1803091795' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"} : dispatch 2024-04-24T12:49:56.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:56 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"} : dispatch 2024-04-24T12:49:56.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:56 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"}]': finished 2024-04-24T12:49:56.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:56 smithi096 ceph-mon[30039]: osdmap e44: 7 total, 6 up, 7 in 2024-04-24T12:49:56.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:56 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:49:56.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:56 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/3080100757' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:56 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/1803091795' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"} : dispatch 2024-04-24T12:49:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:56 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"} : dispatch 2024-04-24T12:49:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:56 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"}]': finished 2024-04-24T12:49:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:56 smithi162 ceph-mon[30120]: osdmap e44: 7 total, 6 up, 7 in 2024-04-24T12:49:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:56 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:49:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:56 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/3080100757' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:56 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/1803091795' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"} : dispatch 2024-04-24T12:49:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:56 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"} : dispatch 2024-04-24T12:49:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:56 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "91f8a69d-6601-4ff2-b88b-0eda4adaaa5b"}]': finished 2024-04-24T12:49:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:56 smithi081 ceph-mon[26762]: osdmap e44: 7 total, 6 up, 7 in 2024-04-24T12:49:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:49:56.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:56 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/3080100757' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:49:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:57 smithi096 ceph-mon[30039]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-24T12:49:57.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:57 smithi162 ceph-mon[30120]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-24T12:49:57.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:57 smithi081 ceph-mon[26762]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 167 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-24T12:49:59.879 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:49:59 smithi162 ceph-mon[30120]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-24T12:49:59.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:49:59 smithi096 ceph-mon[30039]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-24T12:50:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:49:59 smithi081 ceph-mon[26762]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-24T12:50:00.873 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:00 smithi162 ceph-mon[30120]: overall HEALTH_OK 2024-04-24T12:50:00.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:00 smithi096 ceph-mon[30039]: overall HEALTH_OK 2024-04-24T12:50:01.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:00 smithi081 ceph-mon[26762]: overall HEALTH_OK 2024-04-24T12:50:01.815 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:01 smithi162 ceph-mon[30120]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-24T12:50:01.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:01 smithi096 ceph-mon[30039]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-24T12:50:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:01 smithi081 ceph-mon[26762]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-24T12:50:02.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-04-24T12:50:02.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:02 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:02.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-04-24T12:50:02.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:02 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.6"} : dispatch 2024-04-24T12:50:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:03.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:03 smithi096 ceph-mon[30039]: Deploying daemon osd.6 on smithi162 2024-04-24T12:50:03.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:03 smithi096 ceph-mon[30039]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-24T12:50:03.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:03 smithi162 ceph-mon[30120]: Deploying daemon osd.6 on smithi162 2024-04-24T12:50:03.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:03 smithi162 ceph-mon[30120]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-24T12:50:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:03 smithi081 ceph-mon[26762]: Deploying daemon osd.6 on smithi162 2024-04-24T12:50:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:03 smithi081 ceph-mon[26762]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-24T12:50:05.720 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:05 smithi162 ceph-mon[30120]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:05.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:05 smithi096 ceph-mon[30039]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:06.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:05 smithi081 ceph-mon[26762]: pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:07.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:07 smithi096 ceph-mon[30039]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:07.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:07 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:07.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:07 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:07.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:07 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:07.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:07 smithi162 ceph-mon[30120]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:07.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:07 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:07.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:07 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:07.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:07 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:07 smithi081 ceph-mon[26762]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:09.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:09 smithi096 ceph-mon[30039]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:09.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:09 smithi162 ceph-mon[30120]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:09 smithi081 ceph-mon[26762]: pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:11.128 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 6 on host 'smithi162' 2024-04-24T12:50:11.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209]' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]} : dispatch 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:11.795 DEBUG:teuthology.orchestra.run.smithi162:osd.6> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.6.service 2024-04-24T12:50:11.811 INFO:tasks.cephadm:Deploying osd.7 on smithi162 with /dev/vg_nvme/lv_2... 2024-04-24T12:50:11.811 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-24T12:50:12.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-mon[30120]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T12:50:12.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-mon[30120]: osdmap e45: 7 total, 6 up, 7 in 2024-04-24T12:50:12.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:12.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-mon[30120]: from='osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:12.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-mon[30120]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:12.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:12 smithi081 ceph-mon[26762]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T12:50:12.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:12 smithi081 ceph-mon[26762]: osdmap e45: 7 total, 6 up, 7 in 2024-04-24T12:50:12.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:12.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:12 smithi081 ceph-mon[26762]: from='osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:12.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:12 smithi081 ceph-mon[26762]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:12.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:12 smithi096 ceph-mon[30039]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-24T12:50:12.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:12 smithi096 ceph-mon[30039]: osdmap e45: 7 total, 6 up, 7 in 2024-04-24T12:50:12.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:12.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:12 smithi096 ceph-mon[30039]: from='osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209]' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:12.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:12 smithi096 ceph-mon[30039]: from='osd.6 ' entity='osd.6' cmd={"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:12.889 INFO:journalctl@ceph.osd.6.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-6[39840]: 2024-04-24T12:50:12.678+0000 7f993ee79700 -1 osd.6 0 waiting for initial osdmap 2024-04-24T12:50:12.890 INFO:journalctl@ceph.osd.6.smithi162.stdout:Apr 24 12:50:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-6[39840]: 2024-04-24T12:50:12.684+0000 7f9936463700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:50:12.992 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:50:13.521 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:13 smithi162 ceph-mon[30120]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:50:13.521 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:13 smithi162 ceph-mon[30120]: osdmap e46: 7 total, 6 up, 7 in 2024-04-24T12:50:13.521 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:13.521 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:13 smithi162 ceph-mon[30120]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:13.521 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:13 smithi162 ceph-mon[30120]: from='osd.6 ' entity='osd.6' 2024-04-24T12:50:13.521 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:13 smithi081 ceph-mon[26762]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:50:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:13 smithi081 ceph-mon[26762]: osdmap e46: 7 total, 6 up, 7 in 2024-04-24T12:50:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:13 smithi081 ceph-mon[26762]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:13 smithi081 ceph-mon[26762]: from='osd.6 ' entity='osd.6' 2024-04-24T12:50:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:13 smithi096 ceph-mon[30039]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:50:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:13 smithi096 ceph-mon[30039]: osdmap e46: 7 total, 6 up, 7 in 2024-04-24T12:50:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:13 smithi096 ceph-mon[30039]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-24T12:50:13.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:13 smithi096 ceph-mon[30039]: from='osd.6 ' entity='osd.6' 2024-04-24T12:50:13.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:14.500 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:14 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:50:14.500 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:14 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:50:14.500 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:14 smithi162 ceph-mon[30120]: osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209] boot 2024-04-24T12:50:14.500 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:14 smithi162 ceph-mon[30120]: osdmap e47: 7 total, 7 up, 7 in 2024-04-24T12:50:14.500 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:14.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:14 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:50:14.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:14 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:50:14.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:14 smithi081 ceph-mon[26762]: osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209] boot 2024-04-24T12:50:14.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:14 smithi081 ceph-mon[26762]: osdmap e47: 7 total, 7 up, 7 in 2024-04-24T12:50:14.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:14.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:14 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:50:14.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:14 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:50:14.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:14 smithi096 ceph-mon[30039]: osd.6 [v2:172.21.15.162:6808/3316338209,v1:172.21.15.162:6809/3316338209] boot 2024-04-24T12:50:14.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:14 smithi096 ceph-mon[30039]: osdmap e47: 7 total, 7 up, 7 in 2024-04-24T12:50:14.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 6} : dispatch 2024-04-24T12:50:15.337 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-24T12:50:15.337 INFO:teuthology.orchestra.run.smithi162.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-24T12:50:15.337 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10+0 records in 2024-04-24T12:50:15.337 INFO:teuthology.orchestra.run.smithi162.stderr:10+0 records out 2024-04-24T12:50:15.337 INFO:teuthology.orchestra.run.smithi162.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0148181 s, 708 MB/s 2024-04-24T12:50:15.337 INFO:teuthology.orchestra.run.smithi162.stderr:--> Zapping successful for: 2024-04-24T12:50:15.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:15 smithi162 ceph-mon[30120]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:15.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:15 smithi081 ceph-mon[26762]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:15.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:15 smithi096 ceph-mon[30039]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:16.369 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: osdmap e48: 7 total, 7 up, 7 in 2024-04-24T12:50:16.369 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:16.370 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:16 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.398 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch daemon add osd smithi162:vg_nvme/lv_2 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: osdmap e48: 7 total, 7 up, 7 in 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:16.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:16.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.632 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: osdmap e48: 7 total, 7 up, 7 in 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:16.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:16 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:17.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:17 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi162 2024-04-24T12:50:17.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:17 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi162 to 10592M 2024-04-24T12:50:17.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:17 smithi162 ceph-mon[30120]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:17 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi162 2024-04-24T12:50:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:17 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi162 to 10592M 2024-04-24T12:50:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:17 smithi081 ceph-mon[26762]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:17.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:17 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi162 2024-04-24T12:50:17.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:17 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi162 to 10592M 2024-04-24T12:50:17.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:17 smithi096 ceph-mon[30039]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:50:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:50:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:18 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:50:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:50:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:18.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd tree", "states": ["destroyed"], "format": "json"} : dispatch 2024-04-24T12:50:18.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.bootstrap-osd"} : dispatch 2024-04-24T12:50:18.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:19.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:19 smithi096 ceph-mon[30039]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:50:19.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:19 smithi096 ceph-mon[30039]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:19 smithi162 ceph-mon[30120]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:50:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:19 smithi162 ceph-mon[30120]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:19.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:19 smithi081 ceph-mon[26762]: from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi162:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:50:19.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:19 smithi081 ceph-mon[26762]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:21.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:21.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/3200587887' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"} : dispatch 2024-04-24T12:50:21.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"} : dispatch 2024-04-24T12:50:21.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"}]': finished 2024-04-24T12:50:21.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: osdmap e49: 8 total, 7 up, 8 in 2024-04-24T12:50:21.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:21.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:21 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/1394398370' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/3200587887' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"} : dispatch 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"} : dispatch 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"}]': finished 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: osdmap e49: 8 total, 7 up, 8 in 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:21 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/1394398370' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:50:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/3200587887' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"} : dispatch 2024-04-24T12:50:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd={"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"} : dispatch 2024-04-24T12:50:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bf39d17d-f736-498e-a95d-8211f27f5c1e"}]': finished 2024-04-24T12:50:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: osdmap e49: 8 total, 7 up, 8 in 2024-04-24T12:50:22.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:22.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:21 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/1394398370' entity='client.bootstrap-osd' cmd={"prefix": "mon getmap"} : dispatch 2024-04-24T12:50:23.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:23 smithi081 ceph-mon[26762]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:23 smithi096 ceph-mon[30039]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:23.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:23 smithi162 ceph-mon[30120]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:25.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:25 smithi096 ceph-mon[30039]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:25.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:25 smithi162 ceph-mon[30120]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:25 smithi081 ceph-mon[26762]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:27 smithi096 ceph-mon[30039]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-04-24T12:50:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:27 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:27 smithi162 ceph-mon[30120]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-04-24T12:50:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:27 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:27 smithi081 ceph-mon[26762]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "osd.7"} : dispatch 2024-04-24T12:50:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:28.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:28 smithi096 ceph-mon[30039]: Deploying daemon osd.7 on smithi162 2024-04-24T12:50:28.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:28 smithi162 ceph-mon[30120]: Deploying daemon osd.7 on smithi162 2024-04-24T12:50:29.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:28 smithi081 ceph-mon[26762]: Deploying daemon osd.7 on smithi162 2024-04-24T12:50:29.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:29 smithi096 ceph-mon[30039]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:29.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:29 smithi162 ceph-mon[30120]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:29 smithi081 ceph-mon[26762]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:31.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:31 smithi096 ceph-mon[30039]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:31 smithi162 ceph-mon[30120]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:31 smithi081 ceph-mon[26762]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:33 smithi096 ceph-mon[30039]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:33 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:33.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:33 smithi162 ceph-mon[30120]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:33.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:33.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:33.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:33 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:33 smithi081 ceph-mon[26762]: pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:35.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:35 smithi096 ceph-mon[30039]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:35.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:35 smithi162 ceph-mon[30120]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:35 smithi081 ceph-mon[26762]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:36.485 INFO:teuthology.orchestra.run.smithi162.stdout:Created osd(s) 7 on host 'smithi162' 2024-04-24T12:50:36.807 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:36 smithi162 ceph-mon[30120]: from='osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-04-24T12:50:36.807 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:36 smithi162 ceph-mon[30120]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-04-24T12:50:36.807 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.807 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.807 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.807 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:36 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:36 smithi096 ceph-mon[30039]: from='osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-04-24T12:50:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:36 smithi096 ceph-mon[30039]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-04-24T12:50:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:36 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:36 smithi081 ceph-mon[26762]: from='osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908]' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-04-24T12:50:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:36 smithi081 ceph-mon[26762]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]} : dispatch 2024-04-24T12:50:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:37.099 DEBUG:teuthology.orchestra.run.smithi162:osd.7> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@osd.7.service 2024-04-24T12:50:37.101 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-24T12:50:37.101 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd stat -f json 2024-04-24T12:50:37.351 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:50:37.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:37 smithi081 ceph-mon[26762]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:37.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:37 smithi081 ceph-mon[26762]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T12:50:37.801 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:37 smithi081 ceph-mon[26762]: osdmap e50: 8 total, 7 up, 8 in 2024-04-24T12:50:37.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:37.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:37 smithi081 ceph-mon[26762]: from='osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:37.802 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:37 smithi081 ceph-mon[26762]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:38.078 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:37 smithi162 ceph-mon[30120]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:38.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:37 smithi162 ceph-mon[30120]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T12:50:38.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:37 smithi162 ceph-mon[30120]: osdmap e50: 8 total, 7 up, 8 in 2024-04-24T12:50:38.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:37 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:38.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:37 smithi162 ceph-mon[30120]: from='osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:38.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:37 smithi162 ceph-mon[30120]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:37 smithi096 ceph-mon[30039]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:37 smithi096 ceph-mon[30039]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-24T12:50:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:37 smithi096 ceph-mon[30039]: osdmap e50: 8 total, 7 up, 8 in 2024-04-24T12:50:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:37 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:37 smithi096 ceph-mon[30039]: from='osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908]' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:37 smithi096 ceph-mon[30039]: from='osd.7 ' entity='osd.7' cmd={"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]} : dispatch 2024-04-24T12:50:38.382 INFO:journalctl@ceph.osd.7.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-7[45772]: 2024-04-24T12:50:38.080+0000 7ff410c39700 -1 osd.7 0 waiting for initial osdmap 2024-04-24T12:50:38.382 INFO:journalctl@ceph.osd.7.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-osd-7[45772]: 2024-04-24T12:50:38.085+0000 7ff408a24700 -1 osd.7 51 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-24T12:50:38.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:38 smithi081 ceph-mon[26762]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:50:38.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:38 smithi081 ceph-mon[26762]: osdmap e51: 8 total, 7 up, 8 in 2024-04-24T12:50:38.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:38.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:38 smithi081 ceph-mon[26762]: from='osd.7 ' entity='osd.7' 2024-04-24T12:50:38.775 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:38 smithi096 ceph-mon[30039]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:50:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:38 smithi096 ceph-mon[30039]: osdmap e51: 8 total, 7 up, 8 in 2024-04-24T12:50:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:38 smithi096 ceph-mon[30039]: from='osd.7 ' entity='osd.7' 2024-04-24T12:50:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:38 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-mon[30120]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi162", "root=default"]}]': finished 2024-04-24T12:50:39.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-mon[30120]: osdmap e51: 8 total, 7 up, 8 in 2024-04-24T12:50:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-mon[30120]: from='osd.7 ' entity='osd.7' 2024-04-24T12:50:39.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:38 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.199 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: purged_snaps scrub starts 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: purged_snaps scrub ok 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908] boot 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: osdmap e52: 8 total, 8 up, 8 in 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:39 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2627591679' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2024-04-24T12:50:39.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: purged_snaps scrub starts 2024-04-24T12:50:39.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: purged_snaps scrub ok 2024-04-24T12:50:39.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:39.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908] boot 2024-04-24T12:50:39.956 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: osdmap e52: 8 total, 8 up, 8 in 2024-04-24T12:50:39.957 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:39.957 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:39 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2627591679' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2024-04-24T12:50:39.984 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":52,"num_osds":8,"num_up_osds":8,"osd_up_since":1713963039,"num_in_osds":8,"osd_in_since":1713963020,"num_remapped_pgs":0} 2024-04-24T12:50:39.985 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T12:50:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: purged_snaps scrub starts 2024-04-24T12:50:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: purged_snaps scrub ok 2024-04-24T12:50:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-24T12:50:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: osd.7 [v2:172.21.15.162:6816/2767886908,v1:172.21.15.162:6817/2767886908] boot 2024-04-24T12:50:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: osdmap e52: 8 total, 8 up, 8 in 2024-04-24T12:50:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "osd metadata", "id": 7} : dispatch 2024-04-24T12:50:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:39 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2627591679' entity='client.admin' cmd={"prefix": "osd stat", "format": "json"} : dispatch 2024-04-24T12:50:40.225 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi162 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi162 to 7061M 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.300 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.301 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:40 smithi081 ceph-mon[26762]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:41.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: Detected new or changed devices on smithi162 2024-04-24T12:50:41.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: Adjusting osd_memory_target on smithi162 to 7061M 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:40 smithi096 ceph-mon[30039]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:41.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: Detected new or changed devices on smithi162 2024-04-24T12:50:41.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi162 to 7061M 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:50:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:40 smithi162 ceph-mon[30120]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 220 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:42.030 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:50:42.030 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":53,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","created":"2024-04-24T12:45:07.100730+0000","modified":"2024-04-24T12:50:40.932176+0000","last_up_change":"2024-04-24T12:50:39.085120+0000","last_in_change":"2024-04-24T12:50:20.907806+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-24T12:48:36.606926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9ff44e22-1780-4b4c-8a6f-7573ae33ee04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6803","nonce":141845866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6805","nonce":141845866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6809","nonce":141845866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6807","nonce":141845866}]},"public_addr":"172.21.15.81:6803/141845866","cluster_addr":"172.21.15.81:6805/141845866","heartbeat_back_addr":"172.21.15.81:6809/141845866","heartbeat_front_addr":"172.21.15.81:6807/141845866","state":["exists","up"]},{"osd":1,"uuid":"3956242a-3297-4927-b55e-923c980a2689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6811","nonce":556800502}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6813","nonce":556800502}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6817","nonce":556800502}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6815","nonce":556800502}]},"public_addr":"172.21.15.81:6811/556800502","cluster_addr":"172.21.15.81:6813/556800502","heartbeat_back_addr":"172.21.15.81:6817/556800502","heartbeat_front_addr":"172.21.15.81:6815/556800502","state":["exists","up"]},{"osd":2,"uuid":"a45447da-74fd-4309-af52-2795d2f6ce95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6801","nonce":514527622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6803","nonce":514527622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6807","nonce":514527622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6805","nonce":514527622}]},"public_addr":"172.21.15.96:6801/514527622","cluster_addr":"172.21.15.96:6803/514527622","heartbeat_back_addr":"172.21.15.96:6807/514527622","heartbeat_front_addr":"172.21.15.96:6805/514527622","state":["exists","up"]},{"osd":3,"uuid":"42f03d14-68fa-498c-9eb7-a9b2338a9878","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6809","nonce":1043610989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6811","nonce":1043610989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6815","nonce":1043610989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6813","nonce":1043610989}]},"public_addr":"172.21.15.96:6809/1043610989","cluster_addr":"172.21.15.96:6811/1043610989","heartbeat_back_addr":"172.21.15.96:6815/1043610989","heartbeat_front_addr":"172.21.15.96:6813/1043610989","state":["exists","up"]},{"osd":4,"uuid":"d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6817","nonce":1786709076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6819","nonce":1786709076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6823","nonce":1786709076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6821","nonce":1786709076}]},"public_addr":"172.21.15.96:6817/1786709076","cluster_addr":"172.21.15.96:6819/1786709076","heartbeat_back_addr":"172.21.15.96:6823/1786709076","heartbeat_front_addr":"172.21.15.96:6821/1786709076","state":["exists","up"]},{"osd":5,"uuid":"797b6821-3df1-4740-85e3-672e7c7d361d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6801","nonce":4036678229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6803","nonce":4036678229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6807","nonce":4036678229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6805","nonce":4036678229}]},"public_addr":"172.21.15.162:6801/4036678229","cluster_addr":"172.21.15.162:6803/4036678229","heartbeat_back_addr":"172.21.15.162:6807/4036678229","heartbeat_front_addr":"172.21.15.162:6805/4036678229","state":["exists","up"]},{"osd":6,"uuid":"91f8a69d-6601-4ff2-b88b-0eda4adaaa5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6809","nonce":3316338209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6811","nonce":3316338209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6815","nonce":3316338209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6813","nonce":3316338209}]},"public_addr":"172.21.15.162:6809/3316338209","cluster_addr":"172.21.15.162:6811/3316338209","heartbeat_back_addr":"172.21.15.162:6815/3316338209","heartbeat_front_addr":"172.21.15.162:6813/3316338209","state":["exists","up"]},{"osd":7,"uuid":"bf39d17d-f736-498e-a95d-8211f27f5c1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6817","nonce":2767886908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6819","nonce":2767886908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6823","nonce":2767886908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6821","nonce":2767886908}]},"public_addr":"172.21.15.162:6817/2767886908","cluster_addr":"172.21.15.162:6819/2767886908","heartbeat_back_addr":"172.21.15.162:6823/2767886908","heartbeat_front_addr":"172.21.15.162:6821/2767886908","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:47:45.513721+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:10.776074+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:33.426396+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:58.064573+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:23.638230+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:46.730961+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:11.606009+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:37.030001+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/4124098407":"2024-04-25T12:46:04.508149+0000","172.21.15.81:6800/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/226201436":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/1929488994":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/1702425902":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6800/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6801/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/583380660":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/3153075030":"2024-04-25T12:46:04.508149+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T12:50:42.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:41 smithi081 ceph-mon[26762]: osdmap e53: 8 total, 8 up, 8 in 2024-04-24T12:50:42.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:41 smithi096 ceph-mon[30039]: osdmap e53: 8 total, 8 up, 8 in 2024-04-24T12:50:42.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:41 smithi162 ceph-mon[30120]: osdmap e53: 8 total, 8 up, 8 in 2024-04-24T12:50:42.608 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-24T12:48:36.606926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-24T12:50:42.608 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-24T12:50:42.841 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:50:43.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:42 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1867009522' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:50:43.201 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:42 smithi081 ceph-mon[26762]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:43.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:42 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/1867009522' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:50:43.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:42 smithi096 ceph-mon[30039]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:42 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/1867009522' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:50:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:42 smithi162 ceph-mon[30120]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:44.718 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2024-04-24T12:50:45.402 INFO:tasks.cephadm:Setting up client nodes... 2024-04-24T12:50:45.402 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-24T12:50:45.636 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:50:45.758 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:45 smithi081 ceph-mon[26762]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:45.758 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:45 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/642081914' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-04-24T12:50:45.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:45 smithi096 ceph-mon[30039]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:45.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:45 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/642081914' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-04-24T12:50:45.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:45 smithi162 ceph-mon[30120]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:45.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:45 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/642081914' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-04-24T12:50:47.439 INFO:teuthology.orchestra.run.smithi081.stdout:[client.0] 2024-04-24T12:50:47.439 INFO:teuthology.orchestra.run.smithi081.stdout: key = AQAnAClmCWEvGhAAzrjWoAt4YWzzqr+irsX4lg== 2024-04-24T12:50:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:47 smithi081 ceph-mon[26762]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:47 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3175956389' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:47.766 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:47 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3175956389' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:47.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:47 smithi096 ceph-mon[30039]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:47.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:47 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3175956389' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:47.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:47 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3175956389' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:47.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:47 smithi162 ceph-mon[30120]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:47.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:47 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3175956389' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:47.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:47 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3175956389' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:48.019 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:50:48.019 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-24T12:50:48.019 DEBUG:teuthology.orchestra.run.smithi081:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-24T12:50:48.055 DEBUG:teuthology.orchestra.run.smithi096:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-24T12:50:48.355 INFO:teuthology.orchestra.run.smithi096.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.b/config 2024-04-24T12:50:49.772 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:49 smithi096 ceph-mon[30039]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:49.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:49 smithi162 ceph-mon[30120]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:49 smithi081 ceph-mon[26762]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:50.310 INFO:teuthology.orchestra.run.smithi096.stdout:[client.1] 2024-04-24T12:50:50.310 INFO:teuthology.orchestra.run.smithi096.stdout: key = AQAqAClmXxZcEhAAiiqEsEF6TR9mBsHUSysMQg== 2024-04-24T12:50:50.657 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:50 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/4163905962' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:50.658 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:50 smithi096 ceph-mon[30039]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:50.658 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:50 smithi096 ceph-mon[30039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:50 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/4163905962' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:50 smithi081 ceph-mon[26762]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:50.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:50 smithi081 ceph-mon[26762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:50.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:50 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/4163905962' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:50.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:50 smithi162 ceph-mon[30120]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:50.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:50 smithi162 ceph-mon[30120]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:50.984 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:50:50.984 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-24T12:50:50.984 DEBUG:teuthology.orchestra.run.smithi096:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-24T12:50:51.019 DEBUG:teuthology.orchestra.run.smithi162:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.2 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-24T12:50:51.271 INFO:teuthology.orchestra.run.smithi162.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.c/config 2024-04-24T12:50:51.731 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:51 smithi162 ceph-mon[30120]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:51.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:51 smithi096 ceph-mon[30039]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:51 smithi081 ceph-mon[26762]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:53.014 INFO:teuthology.orchestra.run.smithi162.stdout:[client.2] 2024-04-24T12:50:53.015 INFO:teuthology.orchestra.run.smithi162.stdout: key = AQAtAClmcGTAABAAqgPeUZL/L11ZwipWOWBbzQ== 2024-04-24T12:50:53.628 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:50:53.628 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/ceph.client.2.keyring 2024-04-24T12:50:53.628 DEBUG:teuthology.orchestra.run.smithi162:> sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-04-24T12:50:53.664 DEBUG:teuthology.orchestra.run.smithi177:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph auth get-or-create client.3 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-24T12:50:53.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:53 smithi081 ceph-mon[26762]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:53.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/1334652736' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:53.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:53 smithi081 ceph-mon[26762]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:53.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:53 smithi081 ceph-mon[26762]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:53.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:53 smithi096 ceph-mon[30039]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:53.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:53 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/1334652736' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:53.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:53 smithi096 ceph-mon[30039]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:53.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:53 smithi096 ceph-mon[30039]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:53.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:53 smithi162 ceph-mon[30120]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:53.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:53 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/1334652736' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:53.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:53 smithi162 ceph-mon[30120]: from='client.? ' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:53.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:53 smithi162 ceph-mon[30120]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.2", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:53.901 INFO:teuthology.orchestra.run.smithi177.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/config/ceph.conf 2024-04-24T12:50:55.711 INFO:teuthology.orchestra.run.smithi177.stdout:[client.3] 2024-04-24T12:50:55.711 INFO:teuthology.orchestra.run.smithi177.stdout: key = AQAvAClmaBlvKhAATMFIbJhE/bXflxFrJpp+Wg== 2024-04-24T12:50:55.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:55 smithi096 ceph-mon[30039]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:55.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:55 smithi162 ceph-mon[30120]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:55 smithi081 ceph-mon[26762]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:56.279 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:50:56.279 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/ceph.client.3.keyring 2024-04-24T12:50:56.279 DEBUG:teuthology.orchestra.run.smithi177:> sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-04-24T12:50:56.349 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-24T12:50:56.349 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-24T12:50:56.349 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph mgr dump --format=json 2024-04-24T12:50:56.594 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:50:56.716 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:56 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1773169637' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:56.716 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:56 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1773169637' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:56.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:56 smithi162 ceph-mon[30120]: from='client.? 172.21.15.177:0/1773169637' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:56.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:56 smithi162 ceph-mon[30120]: from='client.? 172.21.15.177:0/1773169637' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:56.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:56 smithi096 ceph-mon[30039]: from='client.? 172.21.15.177:0/1773169637' entity='client.admin' cmd={"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} : dispatch 2024-04-24T12:50:56.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:56 smithi096 ceph-mon[30039]: from='client.? 172.21.15.177:0/1773169637' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.3", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-24T12:50:58.043 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:57 smithi081 ceph-mon[26762]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:57 smithi096 ceph-mon[30039]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:57 smithi162 ceph-mon[30120]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:50:58.486 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:50:58.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:58 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2225399431' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2024-04-24T12:50:59.040 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":14,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6800","nonce":1191399437},{"type":"v1","addr":"172.21.15.81:6801","nonce":1191399437}]},"active_addr":"172.21.15.81:6801/1191399437","active_change":"2024-04-24T12:46:04.508258+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.81:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":3680772798}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":1011025675}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":1069298164}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.81:0","nonce":2745525600}]}]} 2024-04-24T12:50:59.042 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-24T12:50:59.042 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-24T12:50:59.042 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T12:50:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:58 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2225399431' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2024-04-24T12:50:59.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:58 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2225399431' entity='client.admin' cmd={"prefix": "mgr dump", "format": "json"} : dispatch 2024-04-24T12:50:59.273 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:00.004 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:50:59 smithi081 ceph-mon[26762]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:50:59 smithi096 ceph-mon[30039]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:50:59 smithi162 ceph-mon[30120]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:01.113 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:51:01.114 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":53,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","created":"2024-04-24T12:45:07.100730+0000","modified":"2024-04-24T12:50:40.932176+0000","last_up_change":"2024-04-24T12:50:39.085120+0000","last_in_change":"2024-04-24T12:50:20.907806+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-24T12:48:36.606926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9ff44e22-1780-4b4c-8a6f-7573ae33ee04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6803","nonce":141845866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6805","nonce":141845866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6809","nonce":141845866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6807","nonce":141845866}]},"public_addr":"172.21.15.81:6803/141845866","cluster_addr":"172.21.15.81:6805/141845866","heartbeat_back_addr":"172.21.15.81:6809/141845866","heartbeat_front_addr":"172.21.15.81:6807/141845866","state":["exists","up"]},{"osd":1,"uuid":"3956242a-3297-4927-b55e-923c980a2689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6811","nonce":556800502}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6813","nonce":556800502}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6817","nonce":556800502}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6815","nonce":556800502}]},"public_addr":"172.21.15.81:6811/556800502","cluster_addr":"172.21.15.81:6813/556800502","heartbeat_back_addr":"172.21.15.81:6817/556800502","heartbeat_front_addr":"172.21.15.81:6815/556800502","state":["exists","up"]},{"osd":2,"uuid":"a45447da-74fd-4309-af52-2795d2f6ce95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6801","nonce":514527622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6803","nonce":514527622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6807","nonce":514527622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6805","nonce":514527622}]},"public_addr":"172.21.15.96:6801/514527622","cluster_addr":"172.21.15.96:6803/514527622","heartbeat_back_addr":"172.21.15.96:6807/514527622","heartbeat_front_addr":"172.21.15.96:6805/514527622","state":["exists","up"]},{"osd":3,"uuid":"42f03d14-68fa-498c-9eb7-a9b2338a9878","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6809","nonce":1043610989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6811","nonce":1043610989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6815","nonce":1043610989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6813","nonce":1043610989}]},"public_addr":"172.21.15.96:6809/1043610989","cluster_addr":"172.21.15.96:6811/1043610989","heartbeat_back_addr":"172.21.15.96:6815/1043610989","heartbeat_front_addr":"172.21.15.96:6813/1043610989","state":["exists","up"]},{"osd":4,"uuid":"d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6817","nonce":1786709076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6819","nonce":1786709076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6823","nonce":1786709076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6821","nonce":1786709076}]},"public_addr":"172.21.15.96:6817/1786709076","cluster_addr":"172.21.15.96:6819/1786709076","heartbeat_back_addr":"172.21.15.96:6823/1786709076","heartbeat_front_addr":"172.21.15.96:6821/1786709076","state":["exists","up"]},{"osd":5,"uuid":"797b6821-3df1-4740-85e3-672e7c7d361d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6801","nonce":4036678229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6803","nonce":4036678229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6807","nonce":4036678229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6805","nonce":4036678229}]},"public_addr":"172.21.15.162:6801/4036678229","cluster_addr":"172.21.15.162:6803/4036678229","heartbeat_back_addr":"172.21.15.162:6807/4036678229","heartbeat_front_addr":"172.21.15.162:6805/4036678229","state":["exists","up"]},{"osd":6,"uuid":"91f8a69d-6601-4ff2-b88b-0eda4adaaa5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6809","nonce":3316338209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6811","nonce":3316338209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6815","nonce":3316338209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6813","nonce":3316338209}]},"public_addr":"172.21.15.162:6809/3316338209","cluster_addr":"172.21.15.162:6811/3316338209","heartbeat_back_addr":"172.21.15.162:6815/3316338209","heartbeat_front_addr":"172.21.15.162:6813/3316338209","state":["exists","up"]},{"osd":7,"uuid":"bf39d17d-f736-498e-a95d-8211f27f5c1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6817","nonce":2767886908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6819","nonce":2767886908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6823","nonce":2767886908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6821","nonce":2767886908}]},"public_addr":"172.21.15.162:6817/2767886908","cluster_addr":"172.21.15.162:6819/2767886908","heartbeat_back_addr":"172.21.15.162:6823/2767886908","heartbeat_front_addr":"172.21.15.162:6821/2767886908","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:47:45.513721+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:10.776074+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:33.426396+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:58.064573+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:23.638230+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:46.730961+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:11.606009+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:37.030001+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/4124098407":"2024-04-25T12:46:04.508149+0000","172.21.15.81:6800/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/226201436":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/1929488994":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/1702425902":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6800/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6801/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/583380660":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/3153075030":"2024-04-25T12:46:04.508149+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T12:51:01.764 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-24T12:51:01.765 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd dump --format=json 2024-04-24T12:51:01.996 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:01 smithi081 ceph-mon[26762]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:01 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2566418580' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:51:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:01 smithi096 ceph-mon[30039]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:01 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2566418580' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:51:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:01 smithi162 ceph-mon[30120]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:01 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2566418580' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:51:03.705 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:51:03.705 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":53,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","created":"2024-04-24T12:45:07.100730+0000","modified":"2024-04-24T12:50:40.932176+0000","last_up_change":"2024-04-24T12:50:39.085120+0000","last_in_change":"2024-04-24T12:50:20.907806+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-24T12:48:36.606926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9ff44e22-1780-4b4c-8a6f-7573ae33ee04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":28,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6803","nonce":141845866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6805","nonce":141845866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6809","nonce":141845866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6807","nonce":141845866}]},"public_addr":"172.21.15.81:6803/141845866","cluster_addr":"172.21.15.81:6805/141845866","heartbeat_back_addr":"172.21.15.81:6809/141845866","heartbeat_front_addr":"172.21.15.81:6807/141845866","state":["exists","up"]},{"osd":1,"uuid":"3956242a-3297-4927-b55e-923c980a2689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6811","nonce":556800502}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6813","nonce":556800502}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6817","nonce":556800502}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6815","nonce":556800502}]},"public_addr":"172.21.15.81:6811/556800502","cluster_addr":"172.21.15.81:6813/556800502","heartbeat_back_addr":"172.21.15.81:6817/556800502","heartbeat_front_addr":"172.21.15.81:6815/556800502","state":["exists","up"]},{"osd":2,"uuid":"a45447da-74fd-4309-af52-2795d2f6ce95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6801","nonce":514527622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6803","nonce":514527622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6807","nonce":514527622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6805","nonce":514527622}]},"public_addr":"172.21.15.96:6801/514527622","cluster_addr":"172.21.15.96:6803/514527622","heartbeat_back_addr":"172.21.15.96:6807/514527622","heartbeat_front_addr":"172.21.15.96:6805/514527622","state":["exists","up"]},{"osd":3,"uuid":"42f03d14-68fa-498c-9eb7-a9b2338a9878","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6809","nonce":1043610989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6811","nonce":1043610989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6815","nonce":1043610989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6813","nonce":1043610989}]},"public_addr":"172.21.15.96:6809/1043610989","cluster_addr":"172.21.15.96:6811/1043610989","heartbeat_back_addr":"172.21.15.96:6815/1043610989","heartbeat_front_addr":"172.21.15.96:6813/1043610989","state":["exists","up"]},{"osd":4,"uuid":"d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6817","nonce":1786709076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6819","nonce":1786709076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6823","nonce":1786709076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6821","nonce":1786709076}]},"public_addr":"172.21.15.96:6817/1786709076","cluster_addr":"172.21.15.96:6819/1786709076","heartbeat_back_addr":"172.21.15.96:6823/1786709076","heartbeat_front_addr":"172.21.15.96:6821/1786709076","state":["exists","up"]},{"osd":5,"uuid":"797b6821-3df1-4740-85e3-672e7c7d361d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6801","nonce":4036678229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6803","nonce":4036678229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6807","nonce":4036678229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6805","nonce":4036678229}]},"public_addr":"172.21.15.162:6801/4036678229","cluster_addr":"172.21.15.162:6803/4036678229","heartbeat_back_addr":"172.21.15.162:6807/4036678229","heartbeat_front_addr":"172.21.15.162:6805/4036678229","state":["exists","up"]},{"osd":6,"uuid":"91f8a69d-6601-4ff2-b88b-0eda4adaaa5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6809","nonce":3316338209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6811","nonce":3316338209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6815","nonce":3316338209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6813","nonce":3316338209}]},"public_addr":"172.21.15.162:6809/3316338209","cluster_addr":"172.21.15.162:6811/3316338209","heartbeat_back_addr":"172.21.15.162:6815/3316338209","heartbeat_front_addr":"172.21.15.162:6813/3316338209","state":["exists","up"]},{"osd":7,"uuid":"bf39d17d-f736-498e-a95d-8211f27f5c1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6817","nonce":2767886908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6819","nonce":2767886908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6823","nonce":2767886908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6821","nonce":2767886908}]},"public_addr":"172.21.15.162:6817/2767886908","cluster_addr":"172.21.15.162:6819/2767886908","heartbeat_back_addr":"172.21.15.162:6823/2767886908","heartbeat_front_addr":"172.21.15.162:6821/2767886908","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:47:45.513721+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:10.776074+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:33.426396+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:58.064573+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:23.638230+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:46.730961+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:11.606009+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:37.030001+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/4124098407":"2024-04-25T12:46:04.508149+0000","172.21.15.81:6800/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/226201436":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/1929488994":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/1702425902":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6800/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6801/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/583380660":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/3153075030":"2024-04-25T12:46:04.508149+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T12:51:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:03 smithi081 ceph-mon[26762]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:03 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/788761373' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:51:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:03 smithi096 ceph-mon[30039]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:03 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/788761373' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:51:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:03 smithi162 ceph-mon[30120]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:03 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/788761373' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:51:04.296 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-24T12:51:04.297 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-24T12:51:04.297 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-24T12:51:04.298 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-24T12:51:04.298 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-24T12:51:04.299 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-24T12:51:04.299 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-24T12:51:04.300 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-24T12:51:04.716 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.793 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.795 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.799 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.799 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.800 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.803 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:04.803 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:05.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:05 smithi081 ceph-mon[26762]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:05 smithi096 ceph-mon[30039]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:05 smithi162 ceph-mon[30120]: pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:07 smithi081 ceph-mon[26762]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:07 smithi096 ceph-mon[30039]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:07 smithi162 ceph-mon[30120]: pgmap v194: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:09.922 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:09 smithi081 ceph-mon[26762]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:09 smithi096 ceph-mon[30039]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:09 smithi162 ceph-mon[30120]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:11 smithi081 ceph-mon[26762]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:11 smithi096 ceph-mon[30039]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:11 smithi162 ceph-mon[30120]: pgmap v196: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:13.950 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:13 smithi081 ceph-mon[26762]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:13 smithi096 ceph-mon[30039]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:13 smithi162 ceph-mon[30120]: pgmap v197: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:15.488 INFO:teuthology.orchestra.run.smithi081.stdout:111669149725 2024-04-24T12:51:15.488 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-24T12:51:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:15 smithi081 ceph-mon[26762]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:15 smithi096 ceph-mon[30039]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:15 smithi162 ceph-mon[30120]: pgmap v198: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:17.781 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:17 smithi081 ceph-mon[26762]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:17.782 INFO:teuthology.orchestra.run.smithi081.stdout:34359738413 2024-04-24T12:51:17.782 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-24T12:51:17.906 INFO:teuthology.orchestra.run.smithi081.stdout:201863462928 2024-04-24T12:51:17.906 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-24T12:51:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:17 smithi096 ceph-mon[30039]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:17 smithi162 ceph-mon[30120]: pgmap v199: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:19.046 INFO:teuthology.orchestra.run.smithi081.stdout:223338299403 2024-04-24T12:51:19.046 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-24T12:51:19.717 INFO:teuthology.orchestra.run.smithi081.stdout:77309411364 2024-04-24T12:51:19.717 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-24T12:51:20.033 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:19 smithi081 ceph-mon[26762]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:19 smithi096 ceph-mon[30039]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:19 smithi162 ceph-mon[30120]: pgmap v200: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:20.685 INFO:teuthology.orchestra.run.smithi081.stdout:55834574887 2024-04-24T12:51:20.686 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-24T12:51:21.376 INFO:teuthology.orchestra.run.smithi081.stdout:146028888090 2024-04-24T12:51:21.377 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-24T12:51:21.790 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:21 smithi081 ceph-mon[26762]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:21 smithi096 ceph-mon[30039]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:21 smithi162 ceph-mon[30120]: pgmap v201: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:22.476 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:22.478 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:22.481 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:22.508 INFO:teuthology.orchestra.run.smithi081.stdout:167503724566 2024-04-24T12:51:22.508 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-24T12:51:24.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:23 smithi081 ceph-mon[26762]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:23 smithi096 ceph-mon[30039]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:24.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:23 smithi162 ceph-mon[30120]: pgmap v202: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:24.830 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:24.830 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:25 smithi081 ceph-mon[26762]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:25 smithi096 ceph-mon[30039]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:26.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:25 smithi162 ceph-mon[30120]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:27.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:26 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3828957070' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2024-04-24T12:51:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:26 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3828957070' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2024-04-24T12:51:27.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:26 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3828957070' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 3} : dispatch 2024-04-24T12:51:27.505 INFO:teuthology.orchestra.run.smithi081.stdout:111669149728 2024-04-24T12:51:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:27 smithi081 ceph-mon[26762]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:27 smithi096 ceph-mon[30039]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:27 smithi162 ceph-mon[30120]: pgmap v204: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:28.219 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149725 got 111669149728 for osd.3 2024-04-24T12:51:28.220 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:29.138 INFO:teuthology.orchestra.run.smithi081.stdout:77309411366 2024-04-24T12:51:29.336 INFO:teuthology.orchestra.run.smithi081.stdout:55834574889 2024-04-24T12:51:29.984 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:29 smithi081 ceph-mon[26762]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:29.984 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:29 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4005801072' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2024-04-24T12:51:29.984 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:29 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1960344446' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2024-04-24T12:51:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:29 smithi096 ceph-mon[30039]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:29 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/4005801072' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2024-04-24T12:51:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:29 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/1960344446' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2024-04-24T12:51:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:29 smithi162 ceph-mon[30120]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:29 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/4005801072' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 2} : dispatch 2024-04-24T12:51:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:29 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/1960344446' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 1} : dispatch 2024-04-24T12:51:30.916 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574887 got 55834574889 for osd.1 2024-04-24T12:51:30.916 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:31.352 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:31.995 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:31 smithi081 ceph-mon[26762]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:31 smithi096 ceph-mon[30039]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:31 smithi162 ceph-mon[30120]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:33.984 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:33 smithi081 ceph-mon[26762]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:33 smithi096 ceph-mon[30039]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:33 smithi162 ceph-mon[30120]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:34.722 INFO:teuthology.orchestra.run.smithi081.stdout:201863462931 2024-04-24T12:51:34.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:34 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/1231797808' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2024-04-24T12:51:34.932 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:34 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1231797808' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2024-04-24T12:51:35.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:34 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/1231797808' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 6} : dispatch 2024-04-24T12:51:35.713 INFO:teuthology.orchestra.run.smithi081.stdout:167503724569 2024-04-24T12:51:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:35 smithi081 ceph-mon[26762]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:35 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3722020129' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2024-04-24T12:51:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:35 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2304747146' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2024-04-24T12:51:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:35 smithi096 ceph-mon[30039]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:35 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3722020129' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2024-04-24T12:51:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:35 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2304747146' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2024-04-24T12:51:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:35 smithi162 ceph-mon[30120]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:35 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3722020129' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 7} : dispatch 2024-04-24T12:51:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:35 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2304747146' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 5} : dispatch 2024-04-24T12:51:36.341 INFO:teuthology.orchestra.run.smithi081.stdout:223338299406 2024-04-24T12:51:36.451 INFO:teuthology.orchestra.run.smithi081.stdout:146028888093 2024-04-24T12:51:37.054 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:36 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3171540981' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2024-04-24T12:51:37.088 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411364 got 77309411366 for osd.2 2024-04-24T12:51:37.088 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:37.098 INFO:tasks.cephadm.ceph_manager.ceph:need seq 223338299403 got 223338299406 for osd.7 2024-04-24T12:51:37.098 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:36 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3171540981' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2024-04-24T12:51:37.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:36 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3171540981' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 4} : dispatch 2024-04-24T12:51:37.666 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462928 got 201863462931 for osd.6 2024-04-24T12:51:37.666 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:37.894 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:37 smithi081 ceph-mon[26762]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:37 smithi096 ceph-mon[30039]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:37 smithi162 ceph-mon[30120]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:38.514 INFO:teuthology.orchestra.run.smithi081.stdout:34359738417 2024-04-24T12:51:39.041 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:38 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4057605579' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2024-04-24T12:51:39.068 INFO:tasks.cephadm.ceph_manager.ceph:need seq 146028888090 got 146028888093 for osd.4 2024-04-24T12:51:39.068 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:38 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/4057605579' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2024-04-24T12:51:39.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:38 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/4057605579' entity='client.admin' cmd={"prefix": "osd last-stat-seq", "id": 0} : dispatch 2024-04-24T12:51:39.546 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724566 got 167503724569 for osd.5 2024-04-24T12:51:39.547 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:39.997 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738413 got 34359738417 for osd.0 2024-04-24T12:51:39.998 DEBUG:teuthology.parallel:result is None 2024-04-24T12:51:39.998 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-24T12:51:39.998 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-24T12:51:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:39 smithi081 ceph-mon[26762]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:39 smithi096 ceph-mon[30039]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:39 smithi162 ceph-mon[30120]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:40.237 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:41.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:51:41.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:40 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:51:41.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:40 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:51:42.015 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:51:42.017 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2024-04-24T12:51:42.052 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:41 smithi081 ceph-mon[26762]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:42.052 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:51:42.052 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:51:42.052 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:41 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:51:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:41 smithi096 ceph-mon[30039]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:41 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:51:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:41 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:51:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:41 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:51:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:41 smithi162 ceph-mon[30120]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:41 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:51:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:41 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:51:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:41 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:51:42.581 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":211,"stamp":"2024-04-24T12:51:40.570616+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":226040,"kb_used_data":5708,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":749735176,"statfs":{"total":767960285184,"available":767728820224,"internally_reserved":0,"allocated":5844992,"data_stored":3421672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002457"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":258,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T12:50:40.966906+0000","last_change":"2024-04-24T12:49:52.347764+0000","last_active":"2024-04-24T12:50:40.966906+0000","last_peered":"2024-04-24T12:50:40.966906+0000","last_clean":"2024-04-24T12:50:40.966906+0000","last_became_active":"2024-04-24T12:49:52.347303+0000","last_became_peered":"2024-04-24T12:49:52.347303+0000","last_unstale":"2024-04-24T12:50:40.966906+0000","last_undegraded":"2024-04-24T12:50:40.966906+0000","last_fullsized":"2024-04-24T12:50:40.966906+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_clean_scrub_stamp":"2024-04-24T12:48:36.631557+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:25:10.129387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299408,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462933,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574892,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31680,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713472,"statfs":{"total":95995035648,"available":95962595328,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738418,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411368,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":796689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149731,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":796689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888094,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724570,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":796689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T12:51:42.582 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph pg dump --format=json 2024-04-24T12:51:42.823 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:43.916 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:43 smithi081 ceph-mon[26762]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:51:43.916 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:43 smithi081 ceph-mon[26762]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:43 smithi096 ceph-mon[30039]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:51:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:43 smithi096 ceph-mon[30039]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:43 smithi162 ceph-mon[30120]: from='client.14538 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:51:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:43 smithi162 ceph-mon[30120]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:44.634 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:51:44.636 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2024-04-24T12:51:45.419 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":213,"stamp":"2024-04-24T12:51:44.571408+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":3,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":3,"kb":749961216,"kb_used":226040,"kb_used_data":5708,"kb_used_omap":12,"kb_used_meta":220211,"kb_avail":749735176,"statfs":{"total":767960285184,"available":767728820224,"internally_reserved":0,"allocated":5844992,"data_stored":3421672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":225496625},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002409"},"pg_stats":[{"pgid":"1.0","version":"21'137","reported_seq":258,"reported_epoch":53,"state":"active+clean","last_fresh":"2024-04-24T12:50:40.966906+0000","last_change":"2024-04-24T12:49:52.347764+0000","last_active":"2024-04-24T12:50:40.966906+0000","last_peered":"2024-04-24T12:50:40.966906+0000","last_clean":"2024-04-24T12:50:40.966906+0000","last_became_active":"2024-04-24T12:49:52.347303+0000","last_became_peered":"2024-04-24T12:49:52.347303+0000","last_unstale":"2024-04-24T12:50:40.966906+0000","last_undegraded":"2024-04-24T12:50:40.966906+0000","last_fullsized":"2024-04-24T12:50:40.966906+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_clean_scrub_stamp":"2024-04-24T12:48:36.631557+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:25:10.129387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299408,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462934,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574893,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":31680,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713472,"statfs":{"total":95995035648,"available":95962595328,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738419,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411369,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":796689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149732,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28100,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717052,"statfs":{"total":95995035648,"available":95966261248,"internally_reserved":0,"allocated":1101824,"data_stored":796689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888095,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717636,"statfs":{"total":95995035648,"available":95966859264,"internally_reserved":0,"allocated":507904,"data_stored":206321,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724571,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1101824,"data_stored":796689,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T12:51:45.419 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-24T12:51:45.420 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-24T12:51:45.420 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-24T12:51:45.420 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph health --format=json 2024-04-24T12:51:45.653 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:45 smithi081 ceph-mon[26762]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:45 smithi081 ceph-mon[26762]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:51:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:45 smithi096 ceph-mon[30039]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:45 smithi096 ceph-mon[30039]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:51:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:45 smithi162 ceph-mon[30120]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:45 smithi162 ceph-mon[30120]: from='client.14544 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:51:47.574 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:51:47.574 INFO:teuthology.orchestra.run.smithi081.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-24T12:51:47.927 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:47 smithi081 ceph-mon[26762]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:47.928 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:47 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1207711435' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2024-04-24T12:51:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:47 smithi096 ceph-mon[30039]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:47 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/1207711435' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2024-04-24T12:51:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:47 smithi162 ceph-mon[30120]: pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:47 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/1207711435' entity='client.admin' cmd={"prefix": "health", "format": "json"} : dispatch 2024-04-24T12:51:48.321 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-24T12:51:48.321 INFO:tasks.cephadm:Setup complete, yielding 2024-04-24T12:51:48.322 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-24T12:51:48.332 INFO:tasks.cephadm:Running commands on role host.a host ubuntu@smithi081.front.sepia.ceph.com 2024-04-24T12:51:48.332 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- bash -c 'ceph orch status' 2024-04-24T12:51:48.564 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:49 smithi081 ceph-mon[26762]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:49 smithi096 ceph-mon[30039]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:49 smithi162 ceph-mon[30120]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:50.304 INFO:teuthology.orchestra.run.smithi081.stdout:Backend: cephadm 2024-04-24T12:51:50.304 INFO:teuthology.orchestra.run.smithi081.stdout:Available: Yes 2024-04-24T12:51:50.304 INFO:teuthology.orchestra.run.smithi081.stdout:Paused: No 2024-04-24T12:51:51.063 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- bash -c 'ceph orch ps' 2024-04-24T12:51:51.295 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:51 smithi081 ceph-mon[26762]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:51 smithi081 ceph-mon[26762]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:51 smithi096 ceph-mon[30039]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:51 smithi096 ceph-mon[30039]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:51 smithi162 ceph-mon[30120]: from='client.14556 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:51 smithi162 ceph-mon[30120]: pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:mgr.x smithi081 *:9283,8765 running (6m) 3m ago 6m 495M - 19.0.0-2513-g1c8eaaed ce1309363e78 c8e6a6ffcc2e 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:mon.a smithi081 running (6m) 3m ago 6m 38.6M 2048M 19.0.0-2513-g1c8eaaed ce1309363e78 bcbdef6e2c99 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:mon.b smithi096 running (4m) 2m ago 4m 35.1M 2048M 19.0.0-2513-g1c8eaaed ce1309363e78 2336aa7349ee 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:mon.c smithi162 running (4m) 76s ago 4m 36.9M 2048M 19.0.0-2513-g1c8eaaed ce1309363e78 eb8d406fdcd0 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:osd.0 smithi081 running (4m) 3m ago 4m 33.4M 8544M 19.0.0-2513-g1c8eaaed ce1309363e78 17d166874bb1 2024-04-24T12:51:53.133 INFO:teuthology.orchestra.run.smithi081.stdout:osd.1 smithi081 running (3m) 3m ago 3m 12.6M 8544M 19.0.0-2513-g1c8eaaed ce1309363e78 9e5ad1e68c40 2024-04-24T12:51:53.134 INFO:teuthology.orchestra.run.smithi081.stdout:osd.2 smithi096 running (3m) 2m ago 3m 37.9M 7061M 19.0.0-2513-g1c8eaaed ce1309363e78 fca4f4aaca74 2024-04-24T12:51:53.134 INFO:teuthology.orchestra.run.smithi081.stdout:osd.3 smithi096 running (2m) 2m ago 2m 40.2M 7061M 19.0.0-2513-g1c8eaaed ce1309363e78 02b42e689cc3 2024-04-24T12:51:53.134 INFO:teuthology.orchestra.run.smithi081.stdout:osd.4 smithi096 running (2m) 2m ago 2m 12.4M 7061M 19.0.0-2513-g1c8eaaed ce1309363e78 3ca5e7187de2 2024-04-24T12:51:53.134 INFO:teuthology.orchestra.run.smithi081.stdout:osd.5 smithi162 running (2m) 76s ago 2m 34.1M 7061M 19.0.0-2513-g1c8eaaed ce1309363e78 2f0d2e157d6a 2024-04-24T12:51:53.134 INFO:teuthology.orchestra.run.smithi081.stdout:osd.6 smithi162 running (106s) 76s ago 105s 36.6M 7061M 19.0.0-2513-g1c8eaaed ce1309363e78 9e08934d391d 2024-04-24T12:51:53.134 INFO:teuthology.orchestra.run.smithi081.stdout:osd.7 smithi162 running (80s) 76s ago 80s 12.6M 7061M 19.0.0-2513-g1c8eaaed ce1309363e78 758d433d24c8 2024-04-24T12:51:53.758 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- bash -c 'ceph orch host ls' 2024-04-24T12:51:53.995 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:54.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:53 smithi081 ceph-mon[26762]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:53 smithi096 ceph-mon[30039]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:53 smithi162 ceph-mon[30120]: pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:55.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:54 smithi081 ceph-mon[26762]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:55.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:54 smithi096 ceph-mon[30039]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:55.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:54 smithi162 ceph-mon[30120]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:55.763 INFO:teuthology.orchestra.run.smithi081.stdout:HOST ADDR LABELS STATUS 2024-04-24T12:51:55.764 INFO:teuthology.orchestra.run.smithi081.stdout:smithi081 172.21.15.81 2024-04-24T12:51:55.764 INFO:teuthology.orchestra.run.smithi081.stdout:smithi096 172.21.15.96 2024-04-24T12:51:55.764 INFO:teuthology.orchestra.run.smithi081.stdout:smithi162 172.21.15.162 2024-04-24T12:51:55.764 INFO:teuthology.orchestra.run.smithi081.stdout:smithi177 172.21.15.177 2024-04-24T12:51:55.764 INFO:teuthology.orchestra.run.smithi081.stdout:4 hosts in cluster 2024-04-24T12:51:56.059 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:55 smithi081 ceph-mon[26762]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:55 smithi096 ceph-mon[30039]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:55 smithi162 ceph-mon[30120]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:56.379 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- bash -c 'ceph orch device ls' 2024-04-24T12:51:56.608 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:51:56.996 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:56 smithi081 ceph-mon[26762]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:57.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:56 smithi096 ceph-mon[30039]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:57.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:56 smithi162 ceph-mon[30120]: from='client.14568 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:57.961 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:57 smithi081 ceph-mon[26762]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:57 smithi096 ceph-mon[30039]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:57 smithi162 ceph-mon[30120]: pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:58.393 INFO:teuthology.orchestra.run.smithi081.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-04-24T12:51:58.393 INFO:teuthology.orchestra.run.smithi081.stdout:smithi081 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400N7400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-04-24T12:51:58.394 INFO:teuthology.orchestra.run.smithi081.stdout:smithi096 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_PHFT620400NH400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-04-24T12:51:58.394 INFO:teuthology.orchestra.run.smithi081.stdout:smithi162 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300JU400BGN 372G No 78s ago Has a FileSystem, LVM detected 2024-04-24T12:51:58.394 INFO:teuthology.orchestra.run.smithi081.stdout:smithi177 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT6233007S400BGN 372G No 5m ago Has a FileSystem, LVM detected 2024-04-24T12:51:59.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:58 smithi081 ceph-mon[26762]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:59.023 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:51:58 smithi081 ceph-mon[26762]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:59.049 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- bash -c 'ceph osd lspools' 2024-04-24T12:51:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:58 smithi096 ceph-mon[30039]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:51:58 smithi096 ceph-mon[30039]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:59.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:58 smithi162 ceph-mon[30120]: from='client.14574 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:51:59.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:51:58 smithi162 ceph-mon[30120]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:51:59.281 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:01.079 INFO:teuthology.orchestra.run.smithi081.stdout:1 .mgr 2024-04-24T12:52:01.753 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:01 smithi081 ceph-mon[26762]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:01.753 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:01 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3842282139' entity='client.admin' cmd={"prefix": "osd lspools"} : dispatch 2024-04-24T12:52:01.782 INFO:teuthology.run_tasks:Running task nvmeof... 2024-04-24T12:52:01.974 INFO:tasks.nvmeof:[nvmeof]: deploying nvmeof gateway... 2024-04-24T12:52:01.974 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.a on smithi081 2024-04-24T12:52:01.974 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.b on smithi096 2024-04-24T12:52:01.974 INFO:tasks.nvmeof:Adding ceph.nvmeof.nvmeof.c on smithi162 2024-04-24T12:52:01.974 INFO:tasks.nvmeof:[nvmeof]: ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:1.2.5 2024-04-24T12:52:01.974 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph config set mgr mgr/cephadm/container_image_nvmeof quay.io/ceph/nvmeof:1.2.5 2024-04-24T12:52:01.976 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:01 smithi162 ceph-mon[30120]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:01.976 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:01 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3842282139' entity='client.admin' cmd={"prefix": "osd lspools"} : dispatch 2024-04-24T12:52:01.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:01 smithi096 ceph-mon[30039]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:01.976 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:01 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3842282139' entity='client.admin' cmd={"prefix": "osd lspools"} : dispatch 2024-04-24T12:52:02.211 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:03.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:03 smithi096 ceph-mon[30039]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:03.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:03 smithi162 ceph-mon[30120]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:04.022 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:03 smithi081 ceph-mon[26762]: pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:04.781 INFO:tasks.nvmeof:[nvmeof]: ceph osd pool create mypool 2024-04-24T12:52:04.781 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph osd pool create mypool 2024-04-24T12:52:05.012 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:05.359 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:05 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2235478588' entity='client.admin' 2024-04-24T12:52:05.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:52:05.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:05.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:52:05.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:05.360 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:05 smithi081 ceph-mon[26762]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:05 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2235478588' entity='client.admin' 2024-04-24T12:52:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:52:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:52:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:05 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:05 smithi096 ceph-mon[30039]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:05 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2235478588' entity='client.admin' 2024-04-24T12:52:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:52:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:52:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:05 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:05 smithi162 ceph-mon[30120]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:07.639 INFO:teuthology.orchestra.run.smithi081.stderr:pool 'mypool' created 2024-04-24T12:52:07.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:07 smithi096 ceph-mon[30039]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:07.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:07 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3261858449' entity='client.admin' cmd={"prefix": "osd pool create", "pool": "mypool"} : dispatch 2024-04-24T12:52:07.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:07 smithi162 ceph-mon[30120]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:07.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:07 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3261858449' entity='client.admin' cmd={"prefix": "osd pool create", "pool": "mypool"} : dispatch 2024-04-24T12:52:08.001 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:07 smithi081 ceph-mon[26762]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:08.001 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:07 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3261858449' entity='client.admin' cmd={"prefix": "osd pool create", "pool": "mypool"} : dispatch 2024-04-24T12:52:08.336 INFO:tasks.nvmeof:[nvmeof]: rbd pool init mypool 2024-04-24T12:52:08.336 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd pool init mypool 2024-04-24T12:52:08.574 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:08.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:08 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3261858449' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2024-04-24T12:52:08.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:08 smithi162 ceph-mon[30120]: osdmap e54: 8 total, 8 up, 8 in 2024-04-24T12:52:08.962 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:08 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3261858449' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2024-04-24T12:52:08.962 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:08 smithi081 ceph-mon[26762]: osdmap e54: 8 total, 8 up, 8 in 2024-04-24T12:52:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:08 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3261858449' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "mypool"}]': finished 2024-04-24T12:52:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:08 smithi096 ceph-mon[30039]: osdmap e54: 8 total, 8 up, 8 in 2024-04-24T12:52:09.682 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:09 smithi081 ceph-mon[26762]: pgmap v226: 33 pgs: 2 creating+peering, 1 active+clean, 30 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:09.682 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:09 smithi081 ceph-mon[26762]: osdmap e55: 8 total, 8 up, 8 in 2024-04-24T12:52:09.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:09 smithi162 ceph-mon[30120]: pgmap v226: 33 pgs: 2 creating+peering, 1 active+clean, 30 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:09.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:09 smithi162 ceph-mon[30120]: osdmap e55: 8 total, 8 up, 8 in 2024-04-24T12:52:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:09 smithi096 ceph-mon[30039]: pgmap v226: 33 pgs: 2 creating+peering, 1 active+clean, 30 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:09 smithi096 ceph-mon[30039]: osdmap e55: 8 total, 8 up, 8 in 2024-04-24T12:52:11.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:10 smithi081 ceph-mon[26762]: osdmap e56: 8 total, 8 up, 8 in 2024-04-24T12:52:11.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:10 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/296299768' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "mypool","app": "rbd"} : dispatch 2024-04-24T12:52:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:10 smithi096 ceph-mon[30039]: osdmap e56: 8 total, 8 up, 8 in 2024-04-24T12:52:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:10 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/296299768' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "mypool","app": "rbd"} : dispatch 2024-04-24T12:52:11.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:10 smithi162 ceph-mon[30120]: osdmap e56: 8 total, 8 up, 8 in 2024-04-24T12:52:11.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:10 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/296299768' entity='client.admin' cmd={"prefix": "osd pool application enable","pool": "mypool","app": "rbd"} : dispatch 2024-04-24T12:52:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:11 smithi081 ceph-mon[26762]: pgmap v229: 33 pgs: 25 active+clean, 2 creating+peering, 6 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:11 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/296299768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "mypool","app": "rbd"}]': finished 2024-04-24T12:52:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:11 smithi081 ceph-mon[26762]: osdmap e57: 8 total, 8 up, 8 in 2024-04-24T12:52:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:11 smithi096 ceph-mon[30039]: pgmap v229: 33 pgs: 25 active+clean, 2 creating+peering, 6 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:11 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/296299768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "mypool","app": "rbd"}]': finished 2024-04-24T12:52:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:11 smithi096 ceph-mon[30039]: osdmap e57: 8 total, 8 up, 8 in 2024-04-24T12:52:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:11 smithi162 ceph-mon[30120]: pgmap v229: 33 pgs: 25 active+clean, 2 creating+peering, 6 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:11 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/296299768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "mypool","app": "rbd"}]': finished 2024-04-24T12:52:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:11 smithi162 ceph-mon[30120]: osdmap e57: 8 total, 8 up, 8 in 2024-04-24T12:52:12.955 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:12 smithi081 ceph-mon[26762]: osdmap e58: 8 total, 8 up, 8 in 2024-04-24T12:52:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:12 smithi096 ceph-mon[30039]: osdmap e58: 8 total, 8 up, 8 in 2024-04-24T12:52:13.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:12 smithi162 ceph-mon[30120]: osdmap e58: 8 total, 8 up, 8 in 2024-04-24T12:52:13.229 INFO:tasks.nvmeof:[nvmeof]: ceph orch apply nvmeof mypool 2024-04-24T12:52:13.229 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch apply nvmeof mypool --placement '3;smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c' 2024-04-24T12:52:13.468 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:13.841 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:13 smithi081 ceph-mon[26762]: pgmap v232: 33 pgs: 31 active+clean, 2 creating+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:13.841 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:13 smithi081 ceph-mon[26762]: osdmap e59: 8 total, 8 up, 8 in 2024-04-24T12:52:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:13 smithi096 ceph-mon[30039]: pgmap v232: 33 pgs: 31 active+clean, 2 creating+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:13 smithi096 ceph-mon[30039]: osdmap e59: 8 total, 8 up, 8 in 2024-04-24T12:52:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:13 smithi162 ceph-mon[30120]: pgmap v232: 33 pgs: 31 active+clean, 2 creating+peering; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-24T12:52:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:13 smithi162 ceph-mon[30120]: osdmap e59: 8 total, 8 up, 8 in 2024-04-24T12:52:15.475 INFO:teuthology.orchestra.run.smithi081.stdout:Scheduled nvmeof.mypool update... 2024-04-24T12:52:15.901 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: pgmap v234: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 415 B/s wr, 0 op/s 2024-04-24T12:52:15.901 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:15.901 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:52:15.901 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:15.901 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:52:15.901 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:15.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:15.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:15.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:15.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:15.902 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: pgmap v234: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 415 B/s wr, 0 op/s 2024-04-24T12:52:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:16.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:15 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: pgmap v234: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 415 B/s wr, 0 op/s 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.c", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:16.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:16.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:16.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.c", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:16.214 INFO:tasks.nvmeof:[nvmeof]: creating 15 images 2024-04-24T12:52:16.214 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage1 --size 8192 2024-04-24T12:52:16.214 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage1 --size 8192 2024-04-24T12:52:16.456 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:16.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:16 smithi081 ceph-mon[26762]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "3;smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:52:16.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:16 smithi081 ceph-mon[26762]: Saving service nvmeof.mypool spec with placement smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T12:52:16.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:16 smithi081 ceph-mon[26762]: Deploying daemon nvmeof.nvmeof.c on smithi162 2024-04-24T12:52:16.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:16 smithi162 ceph-mon[30120]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "3;smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:52:16.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:16 smithi162 ceph-mon[30120]: Saving service nvmeof.mypool spec with placement smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T12:52:16.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:16 smithi162 ceph-mon[30120]: Deploying daemon nvmeof.nvmeof.c on smithi162 2024-04-24T12:52:17.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:16 smithi096 ceph-mon[30039]: from='client.14604 -' entity='client.admin' cmd=[{"prefix": "orch apply nvmeof", "pool": "mypool", "placement": "3;smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:52:17.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:16 smithi096 ceph-mon[30039]: Saving service nvmeof.mypool spec with placement smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T12:52:17.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:16 smithi096 ceph-mon[30039]: Deploying daemon nvmeof.nvmeof.c on smithi162 2024-04-24T12:52:17.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:17 smithi081 ceph-mon[26762]: pgmap v235: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-24T12:52:17.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:17 smithi081 ceph-mon[26762]: osdmap e60: 8 total, 8 up, 8 in 2024-04-24T12:52:17.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:17 smithi162 ceph-mon[30120]: pgmap v235: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-24T12:52:17.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:17 smithi162 ceph-mon[30120]: osdmap e60: 8 total, 8 up, 8 in 2024-04-24T12:52:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:17 smithi096 ceph-mon[30039]: pgmap v235: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 341 B/s wr, 0 op/s 2024-04-24T12:52:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:17 smithi096 ceph-mon[30039]: osdmap e60: 8 total, 8 up, 8 in 2024-04-24T12:52:18.745 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage2 --size 8192 2024-04-24T12:52:18.746 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage2 --size 8192 2024-04-24T12:52:18.980 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:20.064 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:19 smithi081 ceph-mon[26762]: pgmap v237: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 295 B/s wr, 0 op/s 2024-04-24T12:52:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:19 smithi096 ceph-mon[30039]: pgmap v237: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 295 B/s wr, 0 op/s 2024-04-24T12:52:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:19 smithi162 ceph-mon[30120]: pgmap v237: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 295 B/s wr, 0 op/s 2024-04-24T12:52:21.288 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage3 --size 8192 2024-04-24T12:52:21.288 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage3 --size 8192 2024-04-24T12:52:21.525 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:21.906 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:21 smithi081 ceph-mon[26762]: pgmap v238: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-04-24T12:52:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:21 smithi096 ceph-mon[30039]: pgmap v238: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-04-24T12:52:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:21 smithi162 ceph-mon[30120]: pgmap v238: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 639 B/s rd, 639 B/s wr, 1 op/s 2024-04-24T12:52:23.794 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage4 --size 8192 2024-04-24T12:52:23.794 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage4 --size 8192 2024-04-24T12:52:24.030 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:24.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:23 smithi081 ceph-mon[26762]: pgmap v239: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 619 B/s rd, 722 B/s wr, 1 op/s 2024-04-24T12:52:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:23 smithi096 ceph-mon[30039]: pgmap v239: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 619 B/s rd, 722 B/s wr, 1 op/s 2024-04-24T12:52:24.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:23 smithi162 ceph-mon[30120]: pgmap v239: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 619 B/s rd, 722 B/s wr, 1 op/s 2024-04-24T12:52:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:25 smithi081 ceph-mon[26762]: pgmap v240: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 614 B/s wr, 2 op/s 2024-04-24T12:52:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:25 smithi096 ceph-mon[30039]: pgmap v240: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 614 B/s wr, 2 op/s 2024-04-24T12:52:26.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:25 smithi162 ceph-mon[30120]: pgmap v240: 33 pgs: 33 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 1023 B/s rd, 614 B/s wr, 2 op/s 2024-04-24T12:52:26.376 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage5 --size 8192 2024-04-24T12:52:26.376 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage5 --size 8192 2024-04-24T12:52:26.608 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:28.021 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:27 smithi081 ceph-mon[26762]: pgmap v241: 33 pgs: 33 active+clean; 578 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-24T12:52:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:27 smithi096 ceph-mon[30039]: pgmap v241: 33 pgs: 33 active+clean; 578 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-24T12:52:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:27 smithi162 ceph-mon[30120]: pgmap v241: 33 pgs: 33 active+clean; 578 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 KiB/s wr, 3 op/s 2024-04-24T12:52:28.861 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage6 --size 8192 2024-04-24T12:52:28.861 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage6 --size 8192 2024-04-24T12:52:29.095 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:29 smithi081 ceph-mon[26762]: pgmap v242: 33 pgs: 33 active+clean; 578 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-04-24T12:52:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:29 smithi096 ceph-mon[30039]: pgmap v242: 33 pgs: 33 active+clean; 578 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-04-24T12:52:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:29 smithi162 ceph-mon[30120]: pgmap v242: 33 pgs: 33 active+clean; 578 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s rd, 1.1 KiB/s wr, 3 op/s 2024-04-24T12:52:31.362 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage7 --size 8192 2024-04-24T12:52:31.362 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage7 --size 8192 2024-04-24T12:52:31.595 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: pgmap v243: 33 pgs: 33 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.6 KiB/s wr, 4 op/s 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:31.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:31.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:31.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:31 smithi096 ceph-mon[30039]: from='client.? 172.21.15.162:0/3284829172' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:52:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: pgmap v243: 33 pgs: 33 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.6 KiB/s wr, 4 op/s 2024-04-24T12:52:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:31 smithi162 ceph-mon[30120]: from='client.? 172.21.15.162:0/3284829172' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: pgmap v243: 33 pgs: 33 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1.6 KiB/s wr, 4 op/s 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.b", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:31.945 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:31.946 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:31 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/3284829172' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:52:32.943 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:32.943 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:32 smithi081 ceph-mon[26762]: Deploying daemon nvmeof.nvmeof.b on smithi096 2024-04-24T12:52:33.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:32 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:33.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:32 smithi096 ceph-mon[30039]: Deploying daemon nvmeof.nvmeof.b on smithi096 2024-04-24T12:52:33.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:32 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.b", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:33.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:32 smithi162 ceph-mon[30120]: Deploying daemon nvmeof.nvmeof.b on smithi096 2024-04-24T12:52:33.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:33 smithi096 ceph-mon[30039]: pgmap v244: 33 pgs: 33 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-24T12:52:33.947 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:33 smithi081 ceph-mon[26762]: pgmap v244: 33 pgs: 33 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-24T12:52:33.975 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage8 --size 8192 2024-04-24T12:52:33.975 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage8 --size 8192 2024-04-24T12:52:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:33 smithi162 ceph-mon[30120]: pgmap v244: 33 pgs: 33 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 1.5 KiB/s wr, 4 op/s 2024-04-24T12:52:34.205 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:35.932 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:35 smithi081 ceph-mon[26762]: pgmap v245: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-04-24T12:52:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:35 smithi096 ceph-mon[30039]: pgmap v245: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-04-24T12:52:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:35 smithi162 ceph-mon[30120]: pgmap v245: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.7 KiB/s wr, 5 op/s 2024-04-24T12:52:36.582 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage9 --size 8192 2024-04-24T12:52:36.582 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage9 --size 8192 2024-04-24T12:52:36.817 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:37.950 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:37 smithi081 ceph-mon[26762]: pgmap v246: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-04-24T12:52:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:37 smithi096 ceph-mon[30039]: pgmap v246: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-04-24T12:52:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:37 smithi162 ceph-mon[30120]: pgmap v246: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.9 KiB/s wr, 5 op/s 2024-04-24T12:52:39.188 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage10 --size 8192 2024-04-24T12:52:39.188 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage10 --size 8192 2024-04-24T12:52:39.422 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:39.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:39 smithi081 ceph-mon[26762]: pgmap v247: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-04-24T12:52:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:39 smithi096 ceph-mon[30039]: pgmap v247: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-04-24T12:52:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:39 smithi162 ceph-mon[30120]: pgmap v247: 33 pgs: 33 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 1.4 KiB/s wr, 4 op/s 2024-04-24T12:52:41.763 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:41 smithi081 ceph-mon[26762]: pgmap v248: 33 pgs: 33 active+clean; 581 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-04-24T12:52:41.790 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage11 --size 8192 2024-04-24T12:52:41.790 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage11 --size 8192 2024-04-24T12:52:42.022 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:41 smithi096 ceph-mon[30039]: pgmap v248: 33 pgs: 33 active+clean; 581 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-04-24T12:52:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:41 smithi162 ceph-mon[30120]: pgmap v248: 33 pgs: 33 active+clean; 581 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 2.0 KiB/s wr, 6 op/s 2024-04-24T12:52:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:43 smithi081 ceph-mon[26762]: pgmap v249: 33 pgs: 33 active+clean; 581 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-24T12:52:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:43 smithi096 ceph-mon[30039]: pgmap v249: 33 pgs: 33 active+clean; 581 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-24T12:52:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:43 smithi162 ceph-mon[30120]: pgmap v249: 33 pgs: 33 active+clean; 581 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.6 KiB/s rd, 1.5 KiB/s wr, 5 op/s 2024-04-24T12:52:44.439 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage12 --size 8192 2024-04-24T12:52:44.439 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage12 --size 8192 2024-04-24T12:52:44.672 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:45.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:45 smithi081 ceph-mon[26762]: pgmap v250: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-24T12:52:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:45 smithi096 ceph-mon[30039]: pgmap v250: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-24T12:52:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:45 smithi162 ceph-mon[30120]: pgmap v250: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.7 KiB/s wr, 6 op/s 2024-04-24T12:52:47.071 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage13 --size 8192 2024-04-24T12:52:47.072 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage13 --size 8192 2024-04-24T12:52:47.303 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:47.737 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:47 smithi081 ceph-mon[26762]: pgmap v251: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-04-24T12:52:47.737 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:47.737 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:47.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:47 smithi096 ceph-mon[30039]: pgmap v251: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-04-24T12:52:47.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:47 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:47.760 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:47 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:47 smithi162 ceph-mon[30120]: pgmap v251: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.6 KiB/s wr, 5 op/s 2024-04-24T12:52:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:47 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:47 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:48.978 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:48.978 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:48.978 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:48.979 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:48.979 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:48 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:48.979 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:48 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/3512286924' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:52:49.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:49.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:49.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:49.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:49.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:48 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:49.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:48 smithi096 ceph-mon[30039]: from='client.? 172.21.15.96:0/3512286924' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:52:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:52:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]} : dispatch 2024-04-24T12:52:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "client.nvmeof.nvmeof.a", "caps": ["mon", "profile rbd", "osd", "allow all tag rbd *=*"]}]': finished 2024-04-24T12:52:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:52:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:48 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"} : dispatch 2024-04-24T12:52:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:48 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/3512286924' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:52:49.744 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage14 --size 8192 2024-04-24T12:52:49.744 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage14 --size 8192 2024-04-24T12:52:50.007 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:49 smithi081 ceph-mon[26762]: pgmap v252: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-04-24T12:52:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:49 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:49 smithi081 ceph-mon[26762]: Deploying daemon nvmeof.nvmeof.a on smithi081 2024-04-24T12:52:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:49 smithi096 ceph-mon[30039]: pgmap v252: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-04-24T12:52:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:49 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:49 smithi096 ceph-mon[30039]: Deploying daemon nvmeof.nvmeof.a on smithi081 2024-04-24T12:52:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:49 smithi162 ceph-mon[30120]: pgmap v252: 33 pgs: 33 active+clean; 583 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s rd, 1.3 KiB/s wr, 4 op/s 2024-04-24T12:52:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:49 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd='[{"prefix": "nvme-gw create", "id": "client.nvmeof.nvmeof.a", "group": "", "pool": "mypool"}]': finished 2024-04-24T12:52:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:49 smithi162 ceph-mon[30120]: Deploying daemon nvmeof.nvmeof.a on smithi081 2024-04-24T12:52:51.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:51 smithi081 ceph-mon[26762]: pgmap v253: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-04-24T12:52:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:51 smithi096 ceph-mon[30039]: pgmap v253: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-04-24T12:52:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:51 smithi162 ceph-mon[30120]: pgmap v253: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.0 KiB/s rd, 2.0 KiB/s wr, 7 op/s 2024-04-24T12:52:52.498 INFO:tasks.nvmeof:[nvmeof]: rbd create mypool/myimage15 --size 8192 2024-04-24T12:52:52.498 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- rbd create mypool/myimage15 --size 8192 2024-04-24T12:52:52.735 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:53.951 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:53 smithi081 ceph-mon[26762]: pgmap v254: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-24T12:52:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:53 smithi096 ceph-mon[30039]: pgmap v254: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-24T12:52:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:53 smithi162 ceph-mon[30120]: pgmap v254: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-24T12:52:55.984 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:55 smithi081 ceph-mon[26762]: pgmap v255: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-24T12:52:56.012 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T12:52:56.014 DEBUG:teuthology.orchestra.run.smithi096:nvmeof.nvmeof.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T12:52:56.016 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T12:52:56.018 INFO:tasks.nvmeof:[nvmeof]: executed deploy_nvmeof successfully! 2024-04-24T12:52:56.018 INFO:tasks.nvmeof:[nvmeof]: running set_gateway_cfg... 2024-04-24T12:52:56.019 DEBUG:teuthology.orchestra.run.smithi081:> set -ex 2024-04-24T12:52:56.019 DEBUG:teuthology.orchestra.run.smithi081:> sudo dd of=/etc/ceph/nvmeof.env 2024-04-24T12:52:56.036 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:55 smithi096 ceph-mon[30039]: pgmap v255: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-24T12:52:56.038 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:55 smithi162 ceph-mon[30120]: pgmap v255: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 1.5 KiB/s wr, 6 op/s 2024-04-24T12:52:56.079 DEBUG:teuthology.orchestra.run.smithi096:> set -ex 2024-04-24T12:52:56.080 DEBUG:teuthology.orchestra.run.smithi096:> sudo dd of=/etc/ceph/nvmeof.env 2024-04-24T12:52:56.103 DEBUG:teuthology.orchestra.run.smithi162:> set -ex 2024-04-24T12:52:56.103 DEBUG:teuthology.orchestra.run.smithi162:> sudo dd of=/etc/ceph/nvmeof.env 2024-04-24T12:52:56.126 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:52:56.126 DEBUG:teuthology.orchestra.run.smithi177:> sudo dd of=/etc/ceph/nvmeof.env 2024-04-24T12:52:56.157 INFO:tasks.nvmeof:[nvmeof]: executed set_gateway_cfg successfully! 2024-04-24T12:52:56.157 INFO:teuthology.run_tasks:Running task cephadm.wait_for_service... 2024-04-24T12:52:56.167 INFO:tasks.cephadm:Waiting for ceph service nvmeof.mypool to start (timeout 300)... 2024-04-24T12:52:56.167 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch ls -f json 2024-04-24T12:52:56.408 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:52:58.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:57 smithi081 ceph-mon[26762]: pgmap v256: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-24T12:52:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:57 smithi096 ceph-mon[30039]: pgmap v256: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-24T12:52:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:57 smithi162 ceph-mon[30120]: pgmap v256: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 1.3 KiB/s wr, 5 op/s 2024-04-24T12:52:59.049 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:52:59.050 INFO:teuthology.orchestra.run.smithi081.stdout:[{"events": ["2024-04-24T12:47:19.447673Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi081=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-04-24T12:47:18.797416Z", "last_refresh": "2024-04-24T12:48:10.835278Z", "running": 1, "size": 1}}, {"events": ["2024-04-24T12:47:11.666249Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi081:172.21.15.81=a", "smithi096:172.21.15.96=b", "smithi162:172.21.15.162=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-04-24T12:46:52.906099Z", "last_refresh": "2024-04-24T12:48:10.835187Z", "running": 3, "size": 3}}, {"events": ["2024-04-24T12:52:47.713893Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi081=nvmeof.a", "smithi096=nvmeof.b", "smithi162=nvmeof.c"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"bdevs_per_cluster": 32, "client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "discovery_port": 8009, "enable_prometheus_exporter": true, "log_directory": "/var/log/ceph/", "log_files_enabled": true, "log_files_rotation_enabled": true, "log_level": "INFO", "max_log_directory_backups": 10, "max_log_file_size_in_mb": 10, "max_log_files_count": 20, "monitor_timeout": 1.0, "omap_file_lock_duration": 60, "omap_file_lock_retries": 15, "omap_file_lock_retry_sleep_interval": 5, "omap_file_update_reloads": 10, "pool": "mypool", "port": 5500, "rpc_socket_dir": "/var/tmp/", "rpc_socket_name": "spdk.sock", "server_cert": "./server.crt", "server_key": "./server.key", "spdk_log_level": "WARNING", "spdk_path": "/usr/local/bin/nvmf_tgt", "spdk_timeout": 60.0, "state_update_interval_sec": 5, "state_update_notify": true, "tgt_path": "/usr/local/bin/nvmf_tgt", "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp", "verbose_log_messages": true, "verify_nqns": true}, "status": {"created": "2024-04-24T12:52:15.473338Z", "ports": [5500, 4420, 8009], "running": 0, "size": 3}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba", "last_refresh": "2024-04-24T12:48:10.835365Z", "running": 8, "size": 8}, "unmanaged": true}] 2024-04-24T12:53:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:52:59 smithi081 ceph-mon[26762]: pgmap v257: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-04-24T12:53:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:52:59 smithi096 ceph-mon[30039]: pgmap v257: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-04-24T12:53:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:52:59 smithi162 ceph-mon[30120]: pgmap v257: 33 pgs: 33 active+clean; 584 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.7 KiB/s rd, 1023 B/s wr, 4 op/s 2024-04-24T12:53:01.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:00 smithi081 ceph-mon[26762]: from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:01.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:00 smithi096 ceph-mon[30039]: from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:01.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:00 smithi162 ceph-mon[30120]: from='client.24487 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:01.147 INFO:tasks.cephadm:nvmeof.mypool has 0/3 2024-04-24T12:53:02.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:01 smithi081 ceph-mon[26762]: pgmap v258: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-24T12:53:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:01 smithi096 ceph-mon[30039]: pgmap v258: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-24T12:53:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:01 smithi162 ceph-mon[30120]: pgmap v258: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.3 KiB/s wr, 6 op/s 2024-04-24T12:53:02.148 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch ls -f json 2024-04-24T12:53:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:03 smithi081 ceph-mon[26762]: pgmap v259: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 682 B/s wr, 3 op/s 2024-04-24T12:53:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:03 smithi096 ceph-mon[30039]: pgmap v259: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 682 B/s wr, 3 op/s 2024-04-24T12:53:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:03 smithi162 ceph-mon[30120]: pgmap v259: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 682 B/s wr, 3 op/s 2024-04-24T12:53:05.684 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:53:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:05 smithi081 ceph-mon[26762]: pgmap v260: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 682 B/s wr, 3 op/s 2024-04-24T12:53:06.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:05 smithi081 bash[60036]: Copying config sha256:1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 2024-04-24T12:53:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:05 smithi096 ceph-mon[30039]: pgmap v260: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 682 B/s wr, 3 op/s 2024-04-24T12:53:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:05 smithi162 ceph-mon[30120]: pgmap v260: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 682 B/s wr, 3 op/s 2024-04-24T12:53:06.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:06 smithi081 bash[60036]: Writing manifest to image destination 2024-04-24T12:53:06.775 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:06 smithi081 podman[60036]: 2024-04-24 12:53:06.564404975 +0000 UTC m=+14.548434882 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T12:53:07.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:06 smithi081 podman[60036]: 2024-04-24 12:53:06.777711552 +0000 UTC m=+14.761741527 container create a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, distribution-scope=public, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.ceph.component=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, name=ceph-nvmeof, io.spdk.version=24.01, io.ceph.version=1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.spdk.build.target-arch=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.pkgdep-args=--rbd, maintainer=Ceph Developers , io.buildah.version=1.29.0, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=) 2024-04-24T12:53:08.013 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:07 smithi081 ceph-mon[26762]: pgmap v261: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-24T12:53:08.013 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:07 smithi081 podman[60036]: 2024-04-24 12:53:07.810761462 +0000 UTC m=+15.794791369 container init a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, org.centos.version=9.0-21.el9, version=1.2.5, io.spdk.build.makeflags=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, io.spdk.build.ceph-release=19.0.0, io.ceph.nvmeof=None, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.wants=ceph,rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd) 2024-04-24T12:53:08.013 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:07 smithi081 podman[60036]: 2024-04-24 12:53:07.813644633 +0000 UTC m=+15.797674542 container start a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, build-date=2024-04-22 08:15:14 UTC, org.centos.version=9.0-21.el9, name=ceph-nvmeof, architecture=x86_64, io.ceph.nvmeof=None, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.spdk.build.ceph-release=19.0.0, distribution-scope=public, io.ceph.version=1.2.5, release=, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd) 2024-04-24T12:53:08.013 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:07 smithi081 bash[60036]: a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef 2024-04-24T12:53:08.013 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:07 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:53:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:07 smithi096 ceph-mon[30039]: pgmap v261: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-24T12:53:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:07 smithi162 ceph-mon[30120]: pgmap v261: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s rd, 511 B/s wr, 2 op/s 2024-04-24T12:53:08.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T12:53:08.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T12:53:08.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [gateway] 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: group = 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: addr = 172.21.15.81 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: port = 5500 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: enable_auth = False 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: state_update_notify = True 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T12:53:08.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: prometheus_port = 10008 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: verify_nqns = True 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: 2024-04-24T12:53:08.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [gateway-logs] 2024-04-24T12:53:08.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: log_level = INFO 2024-04-24T12:53:08.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: log_files_enabled = True 2024-04-24T12:53:08.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T12:53:08.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: verbose_log_messages = True 2024-04-24T12:53:08.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T12:53:08.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: max_log_files_count = 20 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [discovery] 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: addr = 172.21.15.81 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: port = 8009 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [ceph] 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: pool = mypool 2024-04-24T12:53:08.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [mtls] 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: server_key = ./server.key 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: client_key = ./client.key 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: server_cert = ./server.crt 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: client_cert = ./client.crt 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [spdk] 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T12:53:08.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: timeout = 60.0 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: log_level = WARNING 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: conn_retries = 10 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: transports = tcp 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: [monitor] 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:63: timeout = 1.0 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO config.py:64: ======================================================================================================== 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T12:53:08.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.117+0000 7fc4a160d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.117+0000 7fc4a160d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.118+0000 7fc4a160d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.120+0000 7fc4a160d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.120+0000 7fc4a160d5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc4a160d5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc4a160d5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 14769 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc4a160d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc49d5aa640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc49d5aa640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T12:53:08.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 4 GwSubsystems: [ ] }} 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 4 GwSubsystems: [ ] }} 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 4 GwSubsystems: [ ] }}}} 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc49d5aa640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.121+0000 7fc49d5aa640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 ms_deliver_dispatch: unhandled message 0x559638ff7180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 ms_deliver_dispatch: unhandled message 0x559638fe5d40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T12:53:08.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 4 GwSubsystems: [ ] }}}} 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 4 GwSubsystems: [ ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 4 GwSubsystems: [ ] } 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: 2024-04-24T12:53:08.123+0000 7fc49d5aa640 0 ms_deliver_dispatch: unhandled message 0x559638ff7500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:351: SPDK process id: 57 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: INFO: Setting log level to WARNING 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO client.py:110: Setting log level to WARNING 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:53:08.144886] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T12:53:08.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:53:08.145152] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid57 ] 2024-04-24T12:53:08.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:53:08.259293] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T12:53:08.443 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:53:08.443 INFO:teuthology.orchestra.run.smithi081.stdout:[{"events": ["2024-04-24T12:47:19.447673Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi081=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-04-24T12:47:18.797416Z", "last_refresh": "2024-04-24T12:48:10.835278Z", "running": 1, "size": 1}}, {"events": ["2024-04-24T12:47:11.666249Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi081:172.21.15.81=a", "smithi096:172.21.15.96=b", "smithi162:172.21.15.162=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-04-24T12:46:52.906099Z", "last_refresh": "2024-04-24T12:48:10.835187Z", "running": 3, "size": 3}}, {"events": ["2024-04-24T12:53:08.029413Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi081=nvmeof.a", "smithi096=nvmeof.b", "smithi162=nvmeof.c"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"bdevs_per_cluster": 32, "client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "discovery_port": 8009, "enable_prometheus_exporter": true, "log_directory": "/var/log/ceph/", "log_files_enabled": true, "log_files_rotation_enabled": true, "log_level": "INFO", "max_log_directory_backups": 10, "max_log_file_size_in_mb": 10, "max_log_files_count": 20, "monitor_timeout": 1.0, "omap_file_lock_duration": 60, "omap_file_lock_retries": 15, "omap_file_lock_retry_sleep_interval": 5, "omap_file_update_reloads": 10, "pool": "mypool", "port": 5500, "rpc_socket_dir": "/var/tmp/", "rpc_socket_name": "spdk.sock", "server_cert": "./server.crt", "server_key": "./server.key", "spdk_log_level": "WARNING", "spdk_path": "/usr/local/bin/nvmf_tgt", "spdk_timeout": 60.0, "state_update_interval_sec": 5, "state_update_notify": true, "tgt_path": "/usr/local/bin/nvmf_tgt", "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp", "verbose_log_messages": true, "verify_nqns": true}, "status": {"created": "2024-04-24T12:52:15.473338Z", "ports": [5500, 4420, 8009], "running": 0, "size": 3}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba", "last_refresh": "2024-04-24T12:48:10.835365Z", "running": 8, "size": 8}, "unmanaged": true}] 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:53:08.330006] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:53:08.532896] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:249: Discovery service process id: 59 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T12:53:08.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T12:53:08.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:53:08.596860] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T12:53:08.982 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:53:08] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T12:53:09.200 INFO:tasks.cephadm:nvmeof.mypool has 0/3 2024-04-24T12:53:09.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.260 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.261 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: Checking pool "mypool" exists for service nvmeof.mypool 2024-04-24T12:53:09.261 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.261 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:53:09.261 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:09.261 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/1564035268' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:53:09.261 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:08 smithi096 ceph-mon[30039]: pgmap v262: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 341 B/s wr, 2 op/s 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: Checking pool "mypool" exists for service nvmeof.mypool 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1564035268' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:53:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:08 smithi081 ceph-mon[26762]: pgmap v262: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 341 B/s wr, 2 op/s 2024-04-24T12:53:09.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: Checking pool "mypool" exists for service nvmeof.mypool 2024-04-24T12:53:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:53:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='client.14775 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/1564035268' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:53:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:08 smithi162 ceph-mon[30120]: pgmap v262: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s rd, 341 B/s wr, 2 op/s 2024-04-24T12:53:10.202 DEBUG:teuthology.orchestra.run.smithi081:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:1c8eaaed171338ca430801cd2a0de955426cce1d shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 59aeab94-0238-11ef-bc93-c7b262605968 -- ceph orch ls -f json 2024-04-24T12:53:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:10 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 7m) 2024-04-24T12:53:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:10 smithi096 ceph-mon[30039]: mgrmap e15: x(active, since 7m) 2024-04-24T12:53:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:10 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:10 smithi162 ceph-mon[30120]: mgrmap e15: x(active, since 7m) 2024-04-24T12:53:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:10 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:10.454 INFO:teuthology.orchestra.run.smithi081.stderr:Inferring config /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/mon.a/config 2024-04-24T12:53:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:11 smithi081 ceph-mon[26762]: pgmap v263: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-24T12:53:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:11 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:11 smithi096 ceph-mon[30039]: pgmap v263: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-24T12:53:11.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:11.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:11 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:11.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:11 smithi162 ceph-mon[30120]: pgmap v263: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.9 KiB/s rd, 341 B/s wr, 3 op/s 2024-04-24T12:53:12.338 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:53:12.338 INFO:teuthology.orchestra.run.smithi081.stdout:[{"events": ["2024-04-24T12:47:19.447673Z service:mgr [INFO] \"service was created\""], "placement": {"count": 1, "hosts": ["smithi081=x"]}, "service_name": "mgr", "service_type": "mgr", "status": {"created": "2024-04-24T12:47:18.797416Z", "last_refresh": "2024-04-24T12:53:10.379709Z", "running": 1, "size": 1}}, {"events": ["2024-04-24T12:47:11.666249Z service:mon [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi081:172.21.15.81=a", "smithi096:172.21.15.96=b", "smithi162:172.21.15.162=c"]}, "service_name": "mon", "service_type": "mon", "status": {"created": "2024-04-24T12:46:52.906099Z", "last_refresh": "2024-04-24T12:53:09.723760Z", "running": 3, "size": 3}}, {"events": ["2024-04-24T12:53:08.029413Z service:nvmeof.mypool [INFO] \"service was created\""], "placement": {"count": 3, "hosts": ["smithi081=nvmeof.a", "smithi096=nvmeof.b", "smithi162=nvmeof.c"]}, "service_id": "mypool", "service_name": "nvmeof.mypool", "service_type": "nvmeof", "spec": {"bdevs_per_cluster": 32, "client_cert": "./client.crt", "client_key": "./client.key", "conn_retries": 10, "discovery_port": 8009, "enable_prometheus_exporter": true, "log_directory": "/var/log/ceph/", "log_files_enabled": true, "log_files_rotation_enabled": true, "log_level": "INFO", "max_log_directory_backups": 10, "max_log_file_size_in_mb": 10, "max_log_files_count": 20, "monitor_timeout": 1.0, "omap_file_lock_duration": 60, "omap_file_lock_retries": 15, "omap_file_lock_retry_sleep_interval": 5, "omap_file_update_reloads": 10, "pool": "mypool", "port": 5500, "rpc_socket_dir": "/var/tmp/", "rpc_socket_name": "spdk.sock", "server_cert": "./server.crt", "server_key": "./server.key", "spdk_log_level": "WARNING", "spdk_path": "/usr/local/bin/nvmf_tgt", "spdk_timeout": 60.0, "state_update_interval_sec": 5, "state_update_notify": true, "tgt_path": "/usr/local/bin/nvmf_tgt", "transport_tcp_options": {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7}, "transports": "tcp", "verbose_log_messages": true, "verify_nqns": true}, "status": {"created": "2024-04-24T12:52:15.473338Z", "last_refresh": "2024-04-24T12:53:09.724098Z", "ports": [5500, 4420, 8009], "running": 3, "size": 3}}, {"service_name": "osd", "service_type": "osd", "spec": {"filter_logic": "AND", "objectstore": "bluestore"}, "status": {"container_image_id": "ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c", "container_image_name": "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba", "last_refresh": "2024-04-24T12:53:09.723861Z", "running": 8, "size": 8}, "unmanaged": true}] 2024-04-24T12:53:12.987 INFO:tasks.cephadm:nvmeof.mypool has 3/3 2024-04-24T12:53:12.987 INFO:teuthology.run_tasks:Running task workunit... 2024-04-24T12:53:13.059 INFO:tasks.workunit:Pulling workunits from ref 0b53cc45042c11665011d25d6e346d9cc4263310 2024-04-24T12:53:13.059 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T12:53:13.059 DEBUG:teuthology.orchestra.run.smithi177:> stat -- /home/ubuntu/cephtest/mnt.3 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi081"} : dispatch 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi096"} : dispatch 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi162"} : dispatch 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:53:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.076 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:53:13.077 INFO:teuthology.orchestra.run.smithi177.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-04-24T12:53:13.077 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -- /home/ubuntu/cephtest/mnt.3 2024-04-24T12:53:13.134 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.3 2024-04-24T12:53:13.135 DEBUG:teuthology.orchestra.run.smithi177:> cd -- /home/ubuntu/cephtest/mnt.3 && mkdir -- client.3 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi081"} : dispatch 2024-04-24T12:53:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi096"} : dispatch 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi162"} : dispatch 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:53:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-list"} : dispatch 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi081"} : dispatch 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi096"} : dispatch 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "dashboard nvmeof-gateway-add", "name": "smithi162"} : dispatch 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:53:13.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:53:13.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:53:13.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:53:13.192 INFO:tasks.workunit:timeout=3h 2024-04-24T12:53:13.192 INFO:tasks.workunit:cleanup=True 2024-04-24T12:53:13.193 DEBUG:teuthology.orchestra.run.smithi177:> rm -rf /home/ubuntu/cephtest/clone.client.3 && git clone https://github.com/vallariag/ceph.git /home/ubuntu/cephtest/clone.client.3 && cd /home/ubuntu/cephtest/clone.client.3 && git checkout 0b53cc45042c11665011d25d6e346d9cc4263310 2024-04-24T12:53:13.249 INFO:tasks.workunit.client.3.smithi177.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.3'... 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: Adding NVMeoF gateway 172.21.15.81:5500 to Dashboard 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: Adding NVMeoF gateway 172.21.15.96:5500 to Dashboard 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: Adding NVMeoF gateway 172.21.15.162:5500 to Dashboard 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi081"}]: dispatch 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi096"}]: dispatch 2024-04-24T12:53:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi162"}]: dispatch 2024-04-24T12:53:14.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:14.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:13 smithi081 ceph-mon[26762]: pgmap v264: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-24T12:53:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-04-24T12:53:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: Adding NVMeoF gateway 172.21.15.81:5500 to Dashboard 2024-04-24T12:53:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: Adding NVMeoF gateway 172.21.15.96:5500 to Dashboard 2024-04-24T12:53:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: Adding NVMeoF gateway 172.21.15.162:5500 to Dashboard 2024-04-24T12:53:14.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi081"}]: dispatch 2024-04-24T12:53:14.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi096"}]: dispatch 2024-04-24T12:53:14.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi162"}]: dispatch 2024-04-24T12:53:14.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:14.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:13 smithi096 ceph-mon[30039]: pgmap v264: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-24T12:53:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-list"}]: dispatch 2024-04-24T12:53:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: Adding NVMeoF gateway 172.21.15.81:5500 to Dashboard 2024-04-24T12:53:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: Adding NVMeoF gateway 172.21.15.96:5500 to Dashboard 2024-04-24T12:53:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: Adding NVMeoF gateway 172.21.15.162:5500 to Dashboard 2024-04-24T12:53:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi081"}]: dispatch 2024-04-24T12:53:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi096"}]: dispatch 2024-04-24T12:53:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard nvmeof-gateway-add", "name": "smithi162"}]: dispatch 2024-04-24T12:53:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: from='client.14799 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:53:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:13 smithi162 ceph-mon[30120]: pgmap v264: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s rd, 1 op/s 2024-04-24T12:53:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:15 smithi081 ceph-mon[26762]: pgmap v265: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-04-24T12:53:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:15 smithi096 ceph-mon[30039]: pgmap v265: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-04-24T12:53:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:15 smithi162 ceph-mon[30120]: pgmap v265: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s rd, 2 op/s 2024-04-24T12:53:18.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:17 smithi081 ceph-mon[26762]: pgmap v266: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-04-24T12:53:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:17 smithi096 ceph-mon[30039]: pgmap v266: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-04-24T12:53:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:17 smithi162 ceph-mon[30120]: pgmap v266: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-04-24T12:53:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:19 smithi081 ceph-mon[26762]: pgmap v267: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-04-24T12:53:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:19 smithi096 ceph-mon[30039]: pgmap v267: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-04-24T12:53:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:19 smithi162 ceph-mon[30120]: pgmap v267: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.2 KiB/s rd, 2 op/s 2024-04-24T12:53:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:21 smithi081 ceph-mon[26762]: pgmap v268: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 3 op/s 2024-04-24T12:53:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:21 smithi096 ceph-mon[30039]: pgmap v268: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 3 op/s 2024-04-24T12:53:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:21 smithi162 ceph-mon[30120]: pgmap v268: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.2 KiB/s rd, 3 op/s 2024-04-24T12:53:24.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:23 smithi081 ceph-mon[26762]: pgmap v269: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:23 smithi096 ceph-mon[30039]: pgmap v269: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:24.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:23 smithi162 ceph-mon[30120]: pgmap v269: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:25 smithi081 ceph-mon[26762]: pgmap v270: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:25 smithi096 ceph-mon[30039]: pgmap v270: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:26.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:25 smithi162 ceph-mon[30120]: pgmap v270: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:27 smithi081 ceph-mon[26762]: pgmap v271: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:27 smithi096 ceph-mon[30039]: pgmap v271: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:27 smithi162 ceph-mon[30120]: pgmap v271: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:29 smithi081 ceph-mon[26762]: pgmap v272: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:29 smithi096 ceph-mon[30039]: pgmap v272: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:29 smithi162 ceph-mon[30120]: pgmap v272: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:31 smithi096 ceph-mon[30039]: pgmap v273: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:31 smithi162 ceph-mon[30120]: pgmap v273: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:32.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:31 smithi081 ceph-mon[26762]: pgmap v273: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:33 smithi096 ceph-mon[30039]: pgmap v274: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:33 smithi162 ceph-mon[30120]: pgmap v274: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:34.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:33 smithi081 ceph-mon[26762]: pgmap v274: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:35 smithi096 ceph-mon[30039]: pgmap v275: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:35 smithi162 ceph-mon[30120]: pgmap v275: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:36.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:35 smithi081 ceph-mon[26762]: pgmap v275: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:37 smithi096 ceph-mon[30039]: pgmap v276: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:37 smithi162 ceph-mon[30120]: pgmap v276: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:38.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:37 smithi081 ceph-mon[26762]: pgmap v276: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:39 smithi096 ceph-mon[30039]: pgmap v277: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:39 smithi162 ceph-mon[30120]: pgmap v277: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:40.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:39 smithi081 ceph-mon[26762]: pgmap v277: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:41 smithi096 ceph-mon[30039]: pgmap v278: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:41 smithi162 ceph-mon[30120]: pgmap v278: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:42.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:41 smithi081 ceph-mon[26762]: pgmap v278: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:43 smithi096 ceph-mon[30039]: pgmap v279: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:43 smithi162 ceph-mon[30120]: pgmap v279: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:44.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:43 smithi081 ceph-mon[26762]: pgmap v279: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:45 smithi096 ceph-mon[30039]: pgmap v280: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:45 smithi162 ceph-mon[30120]: pgmap v280: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:46.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:45 smithi081 ceph-mon[26762]: pgmap v280: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:48.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:47 smithi096 ceph-mon[30039]: pgmap v281: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:47 smithi162 ceph-mon[30120]: pgmap v281: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:48.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:47 smithi081 ceph-mon[26762]: pgmap v281: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:49 smithi096 ceph-mon[30039]: pgmap v282: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:49 smithi162 ceph-mon[30120]: pgmap v282: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:50.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:49 smithi081 ceph-mon[26762]: pgmap v282: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:52.039 INFO:tasks.workunit.client.3.smithi177.stderr:Note: switching to '0b53cc45042c11665011d25d6e346d9cc4263310'. 2024-04-24T12:53:52.039 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.039 INFO:tasks.workunit.client.3.smithi177.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr:state without impacting any branches by switching back to a branch. 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: git switch -c 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr:Or undo this operation with: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: git switch - 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-24T12:53:52.040 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:53:52.041 INFO:tasks.workunit.client.3.smithi177.stderr:HEAD is now at 0b53cc45042 debug: keeps running 2024-04-24T12:53:52.044 DEBUG:teuthology.orchestra.run.smithi177:> cd -- /home/ubuntu/cephtest/clone.client.3/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.3 2024-04-24T12:53:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:51 smithi096 ceph-mon[30039]: pgmap v283: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:51 smithi162 ceph-mon[30120]: pgmap v283: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:52.150 INFO:tasks.workunit.client.3.smithi177.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T12:53:52.152 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/direct_io' 2024-04-24T12:53:52.152 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T12:53:52.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:51 smithi081 ceph-mon[26762]: pgmap v283: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:52.768 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T12:53:52.824 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T12:53:52.865 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/direct_io' 2024-04-24T12:53:52.866 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/fs' 2024-04-24T12:53:52.866 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T12:53:52.905 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/fs' 2024-04-24T12:53:52.908 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:53:52.908 DEBUG:teuthology.orchestra.run.smithi177:> dd if=/home/ubuntu/cephtest/workunits.list.client.3 of=/dev/stdout 2024-04-24T12:53:52.924 INFO:tasks.workunit:Running workunits matching rbd/nvmeof_setup_subsystem.sh on client.3... 2024-04-24T12:53:52.926 INFO:tasks.workunit:Running workunit rbd/nvmeof_setup_subsystem.sh... 2024-04-24T12:53:52.926 DEBUG:teuthology.orchestra.run.smithi177:workunit test rbd/nvmeof_setup_subsystem.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && cd -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0b53cc45042c11665011d25d6e346d9cc4263310 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="3" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.3 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.3 CEPH_MNT=/home/ubuntu/cephtest/mnt.3 RBD_IMAGE_PREFIX=myimage RBD_POOL=mypool timeout 3h /home/ubuntu/cephtest/clone.client.3/qa/workunits/rbd/nvmeof_setup_subsystem.sh 2024-04-24T12:53:52.982 INFO:tasks.workunit.client.3.smithi177.stderr:+ source /etc/ceph/nvmeof.env 2024-04-24T12:53:52.982 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_GATEWAY_IP_ADDRESSES=172.21.15.81,172.21.15.96,172.21.15.162 2024-04-24T12:53:52.982 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_GATEWAY_NAMES=smithi081,smithi096,smithi162 2024-04-24T12:53:52.982 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_DEFAULT_GATEWAY_IP_ADDRESS=172.21.15.81 2024-04-24T12:53:52.982 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_CLI_IMAGE=quay.io/ceph/nvmeof-cli:1.2.5 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_SUBSYSTEMS_PREFIX=nqn.2016-06.io.spdk:cnode 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_SUBSYSTEMS_COUNT=3 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_NAMESPACES_COUNT=5 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_PORT=4420 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_SRPORT=5500 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:+ RBD_POOL=mypool 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:+ RBD_IMAGE_PREFIX=myimage 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:++ hostname 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:+ HOSTNAME=smithi177 2024-04-24T12:53:52.983 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman images 2024-04-24T12:53:53.013 INFO:tasks.workunit.client.3.smithi177.stdout:REPOSITORY TAG IMAGE ID CREATED SIZE 2024-04-24T12:53:53.013 INFO:tasks.workunit.client.3.smithi177.stdout:quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph 1c8eaaed171338ca430801cd2a0de955426cce1d ce1309363e78 9 days ago 1.41 GB 2024-04-24T12:53:53.016 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman ps 2024-04-24T12:53:53.044 INFO:tasks.workunit.client.3.smithi177.stdout:CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES 2024-04-24T12:53:53.048 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 --format json subsystem list 2024-04-24T12:53:53.075 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:53:53Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:53:53.154 INFO:tasks.workunit.client.3.smithi177.stderr:Trying to pull quay.io/ceph/nvmeof-cli:1.2.5... 2024-04-24T12:53:53.575 INFO:tasks.workunit.client.3.smithi177.stderr:Getting image source signatures 2024-04-24T12:53:53.575 INFO:tasks.workunit.client.3.smithi177.stderr:Copying blob sha256:b983fec75206cb237ea34cc592badc8b48d52c04fa38948835bcf3f55b93e3b9 2024-04-24T12:53:53.576 INFO:tasks.workunit.client.3.smithi177.stderr:Copying blob sha256:99a7ec374c4d4af5f9b9ad281068affa7961aad432aba4efc963785a5a350f8d 2024-04-24T12:53:53.576 INFO:tasks.workunit.client.3.smithi177.stderr:Copying blob sha256:a71c3320cf758a7d67c93b5533ee2e142a8b06ea541d3f2e9b28952b2c0716ea 2024-04-24T12:53:53.576 INFO:tasks.workunit.client.3.smithi177.stderr:Copying blob sha256:e1570cb375043bc1cc6fa22a8f8e9e7e7c7471b0b9e7cb29e95dd88cb3ee42e9 2024-04-24T12:53:54.120 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:53 smithi081 ceph-mon[26762]: pgmap v284: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:53 smithi096 ceph-mon[30039]: pgmap v284: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:53 smithi162 ceph-mon[30120]: pgmap v284: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:55 smithi096 ceph-mon[30039]: pgmap v285: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:55 smithi162 ceph-mon[30120]: pgmap v285: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:55 smithi081 ceph-mon[26762]: pgmap v285: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:53:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:57 smithi096 ceph-mon[30039]: pgmap v286: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:57 smithi162 ceph-mon[30120]: pgmap v286: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:58.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:57 smithi081 ceph-mon[26762]: pgmap v286: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:53:58.675 INFO:tasks.workunit.client.3.smithi177.stderr:Copying config sha256:5ddc5376001e3c7f752671b2f222d1b5bda178f8bcbb28d9f99082791612e90c 2024-04-24T12:53:58.851 INFO:tasks.workunit.client.3.smithi177.stderr:Writing manifest to image destination 2024-04-24T12:54:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:53:59 smithi096 ceph-mon[30039]: pgmap v287: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:53:59 smithi162 ceph-mon[30120]: pgmap v287: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:00.171 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:53:59 smithi081 ceph-mon[26762]: pgmap v287: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:00.180 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:54:00.180 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:54:00.180 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0, 2024-04-24T12:54:00.180 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [] 2024-04-24T12:54:00.180 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:54:00.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:00] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:52362 2024-04-24T12:54:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:01 smithi096 ceph-mon[30039]: pgmap v288: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:54:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:01 smithi162 ceph-mon[30120]: pgmap v288: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:54:02.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:01 smithi081 ceph-mon[26762]: pgmap v288: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:54:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:03 smithi096 ceph-mon[30039]: pgmap v289: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:03 smithi162 ceph-mon[30120]: pgmap v289: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:04.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:03 smithi081 ceph-mon[26762]: pgmap v289: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:05.338 INFO:tasks.workunit.client.3.smithi177.stderr:+ IFS=, 2024-04-24T12:54:05.339 INFO:tasks.workunit.client.3.smithi177.stderr:+ read -ra gateway_ips 2024-04-24T12:54:05.339 INFO:tasks.workunit.client.3.smithi177.stderr:+ IFS=, 2024-04-24T12:54:05.339 INFO:tasks.workunit.client.3.smithi177.stderr:+ read -ra gateway_names 2024-04-24T12:54:05.339 INFO:tasks.workunit.client.3.smithi177.stderr:++ echo 172.21.15.81,172.21.15.96,172.21.15.162 2024-04-24T12:54:05.340 INFO:tasks.workunit.client.3.smithi177.stderr:++ tr -cd , 2024-04-24T12:54:05.340 INFO:tasks.workunit.client.3.smithi177.stderr:++ wc -c 2024-04-24T12:54:05.347 INFO:tasks.workunit.client.3.smithi177.stderr:+ gateways_count=3 2024-04-24T12:54:05.347 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:54:05.355 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:05.355 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:05.355 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 subsystem add --subsystem nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:05.428 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:05Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:05 smithi081 ceph-mon[26762]: pgmap v290: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:54:06.116 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:05 smithi162 ceph-mon[30120]: pgmap v290: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:54:06.116 INFO:tasks.workunit.client.3.smithi177.stdout:Adding subsystem nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:06.117 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:05 smithi096 ceph-mon[30039]: pgmap v290: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.0 KiB/s rd, 2 op/s 2024-04-24T12:54:06.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: , client address: IPv4 172.21.15.177:48392 2024-04-24T12:54:06.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:06] INFO grpc.py:530: No serial number specified for nqn.2016-06.io.spdk:cnode1, will use Ceph77937089689740 2024-04-24T12:54:06.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T12:54:06.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T12:54:06.912 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:06.912 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:06.913 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 subsystem add --subsystem nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:06] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 1 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 2 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: OPTIMIZED 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 3 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 4 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 5 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 6 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 7 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 8 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 9 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 10 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 11 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 12 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 13 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 14 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.141 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 15 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 16 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:07.142 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: ], , client address: IPv4 172.21.15.96:39384 2024-04-24T12:54:07.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:06] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 1 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 3 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 4 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 5 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 6 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 7 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 8 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 9 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 10 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 11 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 12 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 13 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 14 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 15 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 16 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:07.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:40536 2024-04-24T12:54:07.325 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:07Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:08.044 INFO:tasks.workunit.client.3.smithi177.stdout:Adding subsystem nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:07 smithi096 ceph-mon[30039]: pgmap v291: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:08.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:08] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T12:54:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-mon[30120]: pgmap v291: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:07] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:54:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 1 2024-04-24T12:54:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:54:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 4 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 5 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 6 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 7 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 8 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 9 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 10 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 11 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 12 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 13 2024-04-24T12:54:08.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 14 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 15 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 16 2024-04-24T12:54:08.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:08.146 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:08.146 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:46156 2024-04-24T12:54:08.146 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:08] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T12:54:08.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:07 smithi081 ceph-mon[26762]: pgmap v291: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:08.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:08] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: , client address: IPv4 172.21.15.177:58826 2024-04-24T12:54:08.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:08] INFO grpc.py:530: No serial number specified for nqn.2016-06.io.spdk:cnode2, will use Ceph15302571333118 2024-04-24T12:54:08.913 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:08.913 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:08.913 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 subsystem add --subsystem nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:09.003 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:09Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-mon[30039]: pgmap v292: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:09.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:08] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 1 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 2 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: OPTIMIZED 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 3 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 4 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 5 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 6 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 7 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 8 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 9 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 10 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 11 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 12 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 13 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 14 2024-04-24T12:54:09.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 15 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 16 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:08 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: ], , client address: IPv4 172.21.15.96:39398 2024-04-24T12:54:09.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:08 smithi162 ceph-mon[30120]: pgmap v292: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-mon[26762]: pgmap v292: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 2.0 KiB/s rd, 1 op/s 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:08] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 1 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:54:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 3 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 4 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 5 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 6 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 7 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 8 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 9 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 10 2024-04-24T12:54:09.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 11 2024-04-24T12:54:09.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 12 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 13 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 14 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 15 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:09.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 16 2024-04-24T12:54:09.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:09.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:09.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:40554 2024-04-24T12:54:09.753 INFO:tasks.workunit.client.3.smithi177.stdout:Adding subsystem nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:10.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:09 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:09] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: , client address: IPv4 172.21.15.177:56036 2024-04-24T12:54:10.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:09 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:09] INFO grpc.py:530: No serial number specified for nqn.2016-06.io.spdk:cnode3, will use Ceph20808472394262 2024-04-24T12:54:10.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:09 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:09] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:09] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:09] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 1 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 4 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 5 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 6 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 7 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 8 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 9 2024-04-24T12:54:10.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 10 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 11 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 12 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 13 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 14 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 15 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 16 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:10.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:46164 2024-04-24T12:54:10.606 INFO:tasks.workunit.client.3.smithi177.stderr:+ list_subsystems 2024-04-24T12:54:10.607 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:54:10.607 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.81 2024-04-24T12:54:10.607 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 --format json subsystem list 2024-04-24T12:54:10.690 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:10Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-mon[30039]: pgmap v293: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-24T12:54:11.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:10] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:54:11.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 1 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 2 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: OPTIMIZED 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 3 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 4 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 5 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 6 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 7 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 8 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 9 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 10 2024-04-24T12:54:11.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 11 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 12 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 13 2024-04-24T12:54:11.138 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 14 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 15 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: states { 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: grp_id: 16 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: state: INACCESSIBLE 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: } 2024-04-24T12:54:11.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:10 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: ], , client address: IPv4 172.21.15.96:39412 2024-04-24T12:54:11.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:10 smithi162 ceph-mon[30120]: pgmap v293: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-24T12:54:11.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-mon[26762]: pgmap v293: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.4 KiB/s rd, 341 B/s wr, 5 op/s 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:10] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 1 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 3 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 4 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 5 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 6 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 7 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 8 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 9 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 10 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 11 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 12 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 13 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 14 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 15 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:54:11.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 16 2024-04-24T12:54:11.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:54:11.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:54:11.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:10 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:40562 2024-04-24T12:54:11.392 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [ 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph77937089689740", 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 4081, 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 6120, 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:11.393 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph15302571333118", 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 4081, 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 6120, 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:54:11.394 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph20808472394262", 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 4081, 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 6120, 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: } 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: ], 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0 2024-04-24T12:54:11.395 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:54:11.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:11] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:55802 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:11] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 1 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 4 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 5 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 6 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 7 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 8 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 9 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 10 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 11 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 12 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 13 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 14 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 15 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 16 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:54:12.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:46186 2024-04-24T12:54:12.159 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:54:12.159 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.96 2024-04-24T12:54:12.159 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.96 --server-port 5500 --format json subsystem list 2024-04-24T12:54:12.256 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:12Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:12.966 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:54:12.966 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:54:12.966 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [ 2024-04-24T12:54:12.966 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:12.966 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:54:12.966 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph77937089689740", 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 2041, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 4080, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph15302571333118", 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 2041, 2024-04-24T12:54:12.967 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 4080, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph20808472394262", 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 2041, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 4080, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:12.968 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:12.969 INFO:tasks.workunit.client.3.smithi177.stdout: } 2024-04-24T12:54:12.969 INFO:tasks.workunit.client.3.smithi177.stdout: ], 2024-04-24T12:54:12.969 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0 2024-04-24T12:54:12.969 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:54:13.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:12] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:60558 2024-04-24T12:54:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:12 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:54:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:12 smithi096 ceph-mon[30039]: pgmap v294: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 341 B/s wr, 4 op/s 2024-04-24T12:54:13.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:12 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:54:13.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:12 smithi162 ceph-mon[30120]: pgmap v294: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 341 B/s wr, 4 op/s 2024-04-24T12:54:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:54:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:12 smithi081 ceph-mon[26762]: pgmap v294: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.4 KiB/s rd, 341 B/s wr, 4 op/s 2024-04-24T12:54:13.802 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:54:13.802 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.162 2024-04-24T12:54:13.803 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.162 --server-port 5500 --format json subsystem list 2024-04-24T12:54:13.884 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:13Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:54:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:54:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:54:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:54:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:54:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:54:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:54:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:54:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [ 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:14.549 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph77937089689740", 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 1, 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 2040, 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:54:14.550 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph15302571333118", 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 1, 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 2040, 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:54:14.551 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph20808472394262", 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 1, 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 2040, 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256, 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 0 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: } 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: ], 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0 2024-04-24T12:54:14.552 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:54:14.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:14] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:48744 2024-04-24T12:54:15.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:14 smithi096 ceph-mon[30039]: pgmap v295: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-24T12:54:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:14 smithi162 ceph-mon[30120]: pgmap v295: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-24T12:54:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:14 smithi081 ceph-mon[26762]: pgmap v295: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-24T12:54:15.395 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:54:15.395 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.81 2024-04-24T12:54:15.395 INFO:tasks.workunit.client.3.smithi177.stderr:+ name=smithi081 2024-04-24T12:54:15.395 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:54:15.396 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:15.396 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:15.396 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.81 and name smithi081 2024-04-24T12:54:15.397 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.81 and name smithi081' 2024-04-24T12:54:15.397 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi081 --traddr 172.21.15.81 --trsvcid 4420 2024-04-24T12:54:15.491 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:15Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:16.214 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.81:4420: Successful 2024-04-24T12:54:16.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:16 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:16] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: , client address: IPv4 172.21.15.177:37656 2024-04-24T12:54:16.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:16 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:16.189898] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T12:54:16.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:16 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:16] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T12:54:16.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:16] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T12:54:16.996 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:16.996 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:16.997 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.81 and name smithi081 2024-04-24T12:54:16.997 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.81 and name smithi081' 2024-04-24T12:54:16.997 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi081 --traddr 172.21.15.81 --trsvcid 4420 2024-04-24T12:54:17.079 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:17Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:17.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:17 smithi081 ceph-mon[26762]: pgmap v296: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-24T12:54:17.864 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:17 smithi162 ceph-mon[30120]: pgmap v296: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-24T12:54:17.865 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:17 smithi096 ceph-mon[30039]: pgmap v296: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-24T12:54:17.865 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.81:4420: Successful 2024-04-24T12:54:18.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:17 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:17] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T12:54:18.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:17 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:17] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T12:54:18.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:17 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:17] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: , client address: IPv4 172.21.15.177:44610 2024-04-24T12:54:18.672 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:18.673 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.81 and name smithi081 2024-04-24T12:54:18.673 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:18.673 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.81 and name smithi081' 2024-04-24T12:54:18.673 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi081 --traddr 172.21.15.81 --trsvcid 4420 2024-04-24T12:54:18.748 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:18Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:19.525 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.81:4420: Successful 2024-04-24T12:54:19.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:19 smithi081 ceph-mon[26762]: pgmap v297: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-24T12:54:19.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:19] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: , client address: IPv4 172.21.15.177:44390 2024-04-24T12:54:19.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:19 smithi096 ceph-mon[30039]: pgmap v297: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-24T12:54:19.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:19 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:19] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T12:54:19.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:19 smithi162 ceph-mon[30120]: pgmap v297: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-24T12:54:19.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:19] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T12:54:20.324 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:54:20.324 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.96 2024-04-24T12:54:20.324 INFO:tasks.workunit.client.3.smithi177.stderr:+ name=smithi096 2024-04-24T12:54:20.324 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:54:20.325 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:20.325 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:20.325 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.96 and name smithi096' 2024-04-24T12:54:20.325 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.96 and name smithi096 2024-04-24T12:54:20.326 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.96 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi096 --traddr 172.21.15.96 --trsvcid 4420 2024-04-24T12:54:20.419 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:20Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:21.150 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.96:4420: Successful 2024-04-24T12:54:21.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: , client address: IPv4 172.21.15.177:52376 2024-04-24T12:54:21.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:21.127578] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.96 port 4420 *** 2024-04-24T12:54:21.457 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T12:54:21.457 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T12:54:21.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:21 smithi081 ceph-mon[26762]: pgmap v298: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:21.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:21 smithi096 ceph-mon[30039]: pgmap v298: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:21.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:21 smithi162 ceph-mon[30120]: pgmap v298: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:22.007 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:22.007 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.96 and name smithi096 2024-04-24T12:54:22.008 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:22.008 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.96 and name smithi096' 2024-04-24T12:54:22.008 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.96 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi096 --traddr 172.21.15.96 --trsvcid 4420 2024-04-24T12:54:22.088 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:22Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:22.783 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.96:4420: Successful 2024-04-24T12:54:23.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:22] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T12:54:23.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:22] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: , client address: IPv4 172.21.15.177:56514 2024-04-24T12:54:23.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:22] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T12:54:23.634 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:23.635 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.96 and name smithi096 2024-04-24T12:54:23.635 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:23.635 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.96 and name smithi096' 2024-04-24T12:54:23.635 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.96 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi096 --traddr 172.21.15.96 --trsvcid 4420 2024-04-24T12:54:23.726 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:23Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:23.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:23 smithi081 ceph-mon[26762]: pgmap v299: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-24T12:54:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:23 smithi096 ceph-mon[30039]: pgmap v299: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-24T12:54:23.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:23 smithi162 ceph-mon[30120]: pgmap v299: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 4.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-24T12:54:24.471 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.96:4420: Successful 2024-04-24T12:54:24.817 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:24] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T12:54:24.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:24] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: , client address: IPv4 172.21.15.177:55558 2024-04-24T12:54:24.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:24] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T12:54:25.309 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:54:25.309 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.162 2024-04-24T12:54:25.309 INFO:tasks.workunit.client.3.smithi177.stderr:+ name=smithi162 2024-04-24T12:54:25.310 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:54:25.310 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:25.311 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:25.311 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.162 and name smithi162 2024-04-24T12:54:25.314 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.162 and name smithi162' 2024-04-24T12:54:25.314 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.162 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode1 --host-name smithi162 --traddr 172.21.15.162 --trsvcid 4420 2024-04-24T12:54:25.393 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:25Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:25 smithi081 ceph-mon[26762]: pgmap v300: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-24T12:54:25.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:25 smithi096 ceph-mon[30039]: pgmap v300: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-24T12:54:25.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:25 smithi162 ceph-mon[30120]: pgmap v300: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-24T12:54:26.086 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode1 listener at 172.21.15.162:4420: Successful 2024-04-24T12:54:26.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:26] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T12:54:26.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:26 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:26] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: , client address: IPv4 172.21.15.177:53164 2024-04-24T12:54:26.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:26 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:26.062304] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T12:54:26.567 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:26] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T12:54:26.977 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:26.977 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.162 and name smithi162 2024-04-24T12:54:26.978 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:26.978 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.162 and name smithi162' 2024-04-24T12:54:26.978 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.162 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode2 --host-name smithi162 --traddr 172.21.15.162 --trsvcid 4420 2024-04-24T12:54:27.067 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:27Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:27.790 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:27 smithi162 ceph-mon[30120]: pgmap v301: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:27 smithi081 ceph-mon[26762]: pgmap v301: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:27.821 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:27 smithi096 ceph-mon[30039]: pgmap v301: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:27.821 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode2 listener at 172.21.15.162:4420: Successful 2024-04-24T12:54:28.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:27 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:27] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T12:54:28.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:27 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:27] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: , client address: IPv4 172.21.15.177:50934 2024-04-24T12:54:28.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:27 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:27] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T12:54:28.636 INFO:tasks.workunit.client.3.smithi177.stderr:+ for j in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:28.636 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:28.636 INFO:tasks.workunit.client.3.smithi177.stdout:Adding gateway listener with IP 172.21.15.162 and name smithi162 2024-04-24T12:54:28.637 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Adding gateway listener with IP 172.21.15.162 and name smithi162' 2024-04-24T12:54:28.637 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.162 --server-port 5500 listener add --subsystem nqn.2016-06.io.spdk:cnode3 --host-name smithi162 --traddr 172.21.15.162 --trsvcid 4420 2024-04-24T12:54:28.727 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:28Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:29.473 INFO:tasks.workunit.client.3.smithi177.stdout:Adding nqn.2016-06.io.spdk:cnode3 listener at 172.21.15.162:4420: Successful 2024-04-24T12:54:29.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:29 smithi081 ceph-mon[26762]: pgmap v302: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:29.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:29] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T12:54:29.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:29 smithi096 ceph-mon[30039]: pgmap v302: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:29.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:29 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:29] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T12:54:29.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:29 smithi162 ceph-mon[30120]: pgmap v302: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 8.7 KiB/s rd, 853 B/s wr, 9 op/s 2024-04-24T12:54:29.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:29] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: , client address: IPv4 172.21.15.177:50268 2024-04-24T12:54:30.287 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:54:30.288 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:30.288 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:30.288 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 host add --subsystem nqn.2016-06.io.spdk:cnode1 --host '*' 2024-04-24T12:54:30.364 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:30Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:31.057 INFO:tasks.workunit.client.3.smithi177.stdout:Allowing open host access to nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:31.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:31] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: , client address: IPv4 172.21.15.177:35198 2024-04-24T12:54:31.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:31] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T12:54:31.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:31 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:31] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T12:54:31.889 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:31.889 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:31.889 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 host add --subsystem nqn.2016-06.io.spdk:cnode2 --host '*' 2024-04-24T12:54:31.976 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:31Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:31 smithi081 ceph-mon[26762]: pgmap v303: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-24T12:54:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:31 smithi096 ceph-mon[30039]: pgmap v303: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-24T12:54:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:31 smithi162 ceph-mon[30120]: pgmap v303: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 1.3 KiB/s wr, 14 op/s 2024-04-24T12:54:32.669 INFO:tasks.workunit.client.3.smithi177.stdout:Allowing open host access to nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:33.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:32] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: , client address: IPv4 172.21.15.177:48554 2024-04-24T12:54:33.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:32] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T12:54:33.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:32 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:32] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T12:54:33.540 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:33.540 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:33.540 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 host add --subsystem nqn.2016-06.io.spdk:cnode3 --host '*' 2024-04-24T12:54:33.621 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:33Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:33 smithi081 ceph-mon[26762]: pgmap v304: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:33 smithi096 ceph-mon[30039]: pgmap v304: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:33 smithi162 ceph-mon[30120]: pgmap v304: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 11 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:34.333 INFO:tasks.workunit.client.3.smithi177.stdout:Allowing open host access to nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:34.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:34] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T12:54:34.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:34] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T12:54:34.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:34 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:34] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: , client address: IPv4 172.21.15.177:45124 2024-04-24T12:54:35.182 INFO:tasks.workunit.client.3.smithi177.stderr:+ image_index=1 2024-04-24T12:54:35.183 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:54:35.184 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:35.184 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:54:35.184 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 5 2024-04-24T12:54:35.185 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:35.185 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage1 2024-04-24T12:54:35.185 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage1 --load-balancing-group 2 2024-04-24T12:54:35.273 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:35Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:35.959 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-mon[26762]: pgmap v305: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-24T12:54:35.973 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:35] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.177:41826 2024-04-24T12:54:35.973 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:35] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:41826 2024-04-24T12:54:35.973 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:35.974356] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/3289269372, rc 0 2024-04-24T12:54:35.999 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:35 smithi162 ceph-mon[30120]: pgmap v305: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-24T12:54:36.000 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:35 smithi096 ceph-mon[30039]: pgmap v305: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 18 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-24T12:54:36.001 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 1 to nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:36.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:35.974853] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/3289269372 2024-04-24T12:54:36.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:35] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/3289269372' anagrp=2 2024-04-24T12:54:36.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T12:54:36.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:35.988725] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T12:54:36.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:35] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 , client address: IPv4 172.21.15.177:41826 2024-04-24T12:54:36.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:36] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T12:54:36.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:36] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:36.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:36.015741] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.96:0/4228798504, rc 0 2024-04-24T12:54:36.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:36.015848] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.96:0/4228798504 2024-04-24T12:54:36.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:36] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.96:0/4228798504' anagrp=2 2024-04-24T12:54:36.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T12:54:36.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:36.029212] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T12:54:36.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:36 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:36] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T12:54:36.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:36] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T12:54:36.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:36] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:36.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:36.014618] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/4293085718, rc 0 2024-04-24T12:54:36.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:36.014734] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/4293085718 2024-04-24T12:54:36.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:36] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/4293085718' anagrp=2 2024-04-24T12:54:36.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T12:54:36.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:36.027286] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T12:54:36.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:36 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:36] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T12:54:36.900 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:36.900 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:36.900 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage2 2024-04-24T12:54:36.900 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage2 --load-balancing-group 3 2024-04-24T12:54:36.974 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:36Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:37.695 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 2 to nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-mon[26762]: pgmap v306: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:37] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.177:45726 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:37] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:45726 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:37.668370] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/3776235929, rc 0 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:37.668443] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/3776235929 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:37] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/3776235929' anagrp=3 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:37] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T12:54:38.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:37.682245] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T12:54:38.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:37] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 6c33bc95-2f5c-43be-9de8-42a108238091 , client address: IPv4 172.21.15.177:45726 2024-04-24T12:54:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-mon[30039]: pgmap v306: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:38.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:37] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T12:54:38.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:37] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:38.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:37.708841] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.96:0/4132635057, rc 0 2024-04-24T12:54:38.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:37.708945] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.96:0/4132635057 2024-04-24T12:54:38.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:37] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.96:0/4132635057' anagrp=3 2024-04-24T12:54:38.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:37] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T12:54:38.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:37.722496] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T12:54:38.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:37] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T12:54:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-mon[30120]: pgmap v306: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:38.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:37] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T12:54:38.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:37] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:38.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:37.707195] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/2781242954, rc 0 2024-04-24T12:54:38.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:37.707280] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/2781242954 2024-04-24T12:54:38.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:37] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/2781242954' anagrp=3 2024-04-24T12:54:38.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:37] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T12:54:38.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:37.720219] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T12:54:38.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:37] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T12:54:38.568 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:38.568 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:38.568 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage3 2024-04-24T12:54:38.568 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage3 --load-balancing-group 1 2024-04-24T12:54:38.660 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:38Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:39.398 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 3 to nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:39.678 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:39] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 1 context: , client address: IPv4 172.21.15.177:53248 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:39] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:53248 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:39.372843] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/4002965478, rc 0 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:39.373273] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/4002965478 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:39] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/4002965478' anagrp=1 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:39] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:39.386220] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T12:54:39.679 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:39] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd , client address: IPv4 172.21.15.177:53248 2024-04-24T12:54:39.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:39] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:39] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:39.418282] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/1141810307, rc 0 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:39.418368] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/1141810307 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:39] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/1141810307' anagrp=1 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:39] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:39.430684] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T12:54:39.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:39] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:39] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:39] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:39.423349] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.96:0/3427007098, rc 0 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:39.423453] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.96:0/3427007098 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:39] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.96:0/3427007098' anagrp=1 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:39] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:39.436637] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T12:54:39.682 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:39] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T12:54:40.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:39 smithi081 ceph-mon[26762]: pgmap v307: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:39 smithi096 ceph-mon[30039]: pgmap v307: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:39 smithi162 ceph-mon[30120]: pgmap v307: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 9 op/s 2024-04-24T12:54:40.218 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:40.219 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:40.219 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage4 2024-04-24T12:54:40.219 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage4 --load-balancing-group 2 2024-04-24T12:54:40.298 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:40Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:41.066 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 4 to nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:41.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:41] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 2 context: , client address: IPv4 172.21.15.177:41988 2024-04-24T12:54:41.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:41] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:41988 2024-04-24T12:54:41.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:41] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T12:54:41.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:41.054192] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T12:54:41.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:41] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 , client address: IPv4 172.21.15.177:41988 2024-04-24T12:54:41.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:41 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:41] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T12:54:41.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:41 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:41] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:41.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:41 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:41] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T12:54:41.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:41 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:41.076698] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T12:54:41.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:41 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:41] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T12:54:41.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:41] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T12:54:41.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:41] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:41.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:41] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T12:54:41.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:41.080643] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T12:54:41.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:41] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T12:54:41.903 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:41.903 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:41.903 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage5 2024-04-24T12:54:41.903 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode1 --rbd-pool mypool --rbd-image myimage5 --load-balancing-group 3 2024-04-24T12:54:41.982 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:41Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:42.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:41 smithi081 ceph-mon[26762]: pgmap v308: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-04-24T12:54:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:41 smithi096 ceph-mon[30039]: pgmap v308: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-04-24T12:54:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:41 smithi162 ceph-mon[30120]: pgmap v308: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 32 KiB/s rd, 1.7 KiB/s wr, 29 op/s 2024-04-24T12:54:42.697 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 5 to nqn.2016-06.io.spdk:cnode1: Successful 2024-04-24T12:54:43.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:42] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode1, ana group 3 context: , client address: IPv4 172.21.15.177:58078 2024-04-24T12:54:43.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:42] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:58078 2024-04-24T12:54:43.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:42] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T12:54:43.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:42.683825] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T12:54:43.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:42] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 , client address: IPv4 172.21.15.177:58078 2024-04-24T12:54:43.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:42] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T12:54:43.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:42] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:43.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:42] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T12:54:43.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:42.709444] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T12:54:43.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:42] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T12:54:43.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:42] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T12:54:43.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:42] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:43.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:42] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T12:54:43.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:42.710384] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T12:54:43.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:42] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T12:54:43.478 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:43.478 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:43.478 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:54:43.478 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 5 2024-04-24T12:54:43.479 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:43.479 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage6 2024-04-24T12:54:43.479 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage6 --load-balancing-group 1 2024-04-24T12:54:43.567 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:43Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:44.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:43 smithi081 ceph-mon[26762]: pgmap v309: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-24T12:54:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:43 smithi096 ceph-mon[30039]: pgmap v309: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-24T12:54:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:43 smithi162 ceph-mon[30120]: pgmap v309: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-24T12:54:44.263 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 1 to nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:44.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:44 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:44] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.177:42852 2024-04-24T12:54:44.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:44 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:44] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:42852 2024-04-24T12:54:44.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:44 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:44] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T12:54:44.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:44 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:44.250185] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T12:54:44.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:44 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:44] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 , client address: IPv4 172.21.15.177:42852 2024-04-24T12:54:44.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:44 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:44] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T12:54:44.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:44 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:44] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:44.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:44 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:44] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T12:54:44.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:44 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:44.275018] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T12:54:44.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:44 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:44] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T12:54:44.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:44 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:44] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T12:54:44.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:44 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:44] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:44.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:44 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:44] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T12:54:44.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:44 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:44.276019] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T12:54:44.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:44 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:44] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T12:54:45.122 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:45.122 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:45.122 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage7 2024-04-24T12:54:45.122 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage7 --load-balancing-group 2 2024-04-24T12:54:45.199 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:45Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:45.919 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 2 to nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:45 smithi081 ceph-mon[26762]: pgmap v310: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 1.9 KiB/s wr, 51 op/s 2024-04-24T12:54:46.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:45 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:45] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.177:41498 2024-04-24T12:54:46.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:45 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:45] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:41498 2024-04-24T12:54:46.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:45 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:45] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T12:54:46.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:45 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:45.906586] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T12:54:46.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:45 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:45] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID 10f523b6-9b89-41fe-be98-cb4038981898 , client address: IPv4 172.21.15.177:41498 2024-04-24T12:54:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:45 smithi096 ceph-mon[30039]: pgmap v310: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 1.9 KiB/s wr, 51 op/s 2024-04-24T12:54:46.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:45 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:45] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T12:54:46.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:45 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:45] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:46.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:45 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:45] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T12:54:46.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:45 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:45.930759] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T12:54:46.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:45 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:45] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T12:54:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:45 smithi162 ceph-mon[30120]: pgmap v310: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s rd, 1.9 KiB/s wr, 51 op/s 2024-04-24T12:54:46.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:45 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:45] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T12:54:46.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:45 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:45] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:46.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:45 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:45] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T12:54:46.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:45 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:45.928232] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T12:54:46.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:45 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:45] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T12:54:46.762 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:46.762 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:46.762 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage8 2024-04-24T12:54:46.763 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage8 --load-balancing-group 3 2024-04-24T12:54:46.840 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:46Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:47.576 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 3 to nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:47.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:47 smithi081 ceph-mon[26762]: pgmap v311: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:54:47.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:47 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:47] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 3 context: , client address: IPv4 172.21.15.177:48540 2024-04-24T12:54:47.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:47 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:47] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:48540 2024-04-24T12:54:47.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:47 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T12:54:47.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:47 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:47.563753] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T12:54:47.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:47 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:47] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb , client address: IPv4 172.21.15.177:48540 2024-04-24T12:54:47.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:47 smithi096 ceph-mon[30039]: pgmap v311: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:54:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:47 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:47] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T12:54:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:47 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:47] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:47 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T12:54:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:47 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:47.587678] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T12:54:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:47 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:47] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T12:54:47.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:47 smithi162 ceph-mon[30120]: pgmap v311: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:54:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:47] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T12:54:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:47] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T12:54:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:47.588927] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T12:54:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:47] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T12:54:48.397 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:48.397 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:48.397 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage9 2024-04-24T12:54:48.397 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage9 --load-balancing-group 1 2024-04-24T12:54:48.484 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:48Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:49.197 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 4 to nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:49.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:49] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 1 context: , client address: IPv4 172.21.15.177:33530 2024-04-24T12:54:49.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:49] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:33530 2024-04-24T12:54:49.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T12:54:49.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:49.184558] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T12:54:49.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:49] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b , client address: IPv4 172.21.15.177:33530 2024-04-24T12:54:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T12:54:49.662 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:49] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:49.662 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T12:54:49.662 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:49.207742] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T12:54:49.662 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:49] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T12:54:49.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T12:54:49.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:49] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:49.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T12:54:49.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:49.208875] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T12:54:49.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:49] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T12:54:50.040 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:50.040 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:50.041 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage10 2024-04-24T12:54:50.041 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode2 --rbd-pool mypool --rbd-image myimage10 --load-balancing-group 2 2024-04-24T12:54:50.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:49 smithi081 ceph-mon[26762]: pgmap v312: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:54:50.126 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:50Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:49 smithi096 ceph-mon[30039]: pgmap v312: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:54:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:49 smithi162 ceph-mon[30120]: pgmap v312: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:54:50.897 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 5 to nqn.2016-06.io.spdk:cnode2: Successful 2024-04-24T12:54:51.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:50] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode2, ana group 2 context: , client address: IPv4 172.21.15.177:35292 2024-04-24T12:54:51.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:50] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:35292 2024-04-24T12:54:51.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T12:54:51.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:50.884515] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T12:54:51.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:50] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using UUID f379f472-563c-4e57-9737-53576e3db619 , client address: IPv4 172.21.15.177:35292 2024-04-24T12:54:51.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:50] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T12:54:51.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:50] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:51.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T12:54:51.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:50.908878] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T12:54:51.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:50] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T12:54:51.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:50] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T12:54:51.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:50] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:51.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T12:54:51.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:50.909963] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T12:54:51.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:50] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T12:54:51.751 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:51.751 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:54:51.751 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:54:51.751 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 5 2024-04-24T12:54:51.753 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:51.753 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage11 2024-04-24T12:54:51.753 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage11 --load-balancing-group 3 2024-04-24T12:54:51.849 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:51Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:52.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:51 smithi081 ceph-mon[26762]: pgmap v313: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s rd, 2.2 KiB/s wr, 79 op/s 2024-04-24T12:54:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:51 smithi096 ceph-mon[30039]: pgmap v313: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s rd, 2.2 KiB/s wr, 79 op/s 2024-04-24T12:54:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:51 smithi162 ceph-mon[30120]: pgmap v313: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 78 KiB/s rd, 2.2 KiB/s wr, 79 op/s 2024-04-24T12:54:52.610 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 1 to nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:52.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:52] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T12:54:52.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:52] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:52.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:52] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T12:54:52.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:52.621034] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T12:54:52.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:52] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T12:54:52.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:52 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:52] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T12:54:52.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:52 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:52] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:52.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:52 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:52] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T12:54:52.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:52 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:52.622724] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T12:54:52.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:52 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:52] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T12:54:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:52 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:52] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.177:37768 2024-04-24T12:54:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:52 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:52] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:37768 2024-04-24T12:54:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:52 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:52] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T12:54:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:52 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:52.597395] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T12:54:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:52 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:52] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID fd839cc0-e890-45e0-a554-214d052371cb , client address: IPv4 172.21.15.177:37768 2024-04-24T12:54:53.457 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:53.457 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:53.457 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage12 2024-04-24T12:54:53.457 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage12 --load-balancing-group 1 2024-04-24T12:54:53.542 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:53Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:53 smithi081 ceph-mon[26762]: pgmap v314: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s rd, 1.6 KiB/s wr, 59 op/s 2024-04-24T12:54:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:53 smithi096 ceph-mon[30039]: pgmap v314: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s rd, 1.6 KiB/s wr, 59 op/s 2024-04-24T12:54:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:53 smithi162 ceph-mon[30120]: pgmap v314: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s rd, 1.6 KiB/s wr, 59 op/s 2024-04-24T12:54:54.238 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 2 to nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:54.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:54 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:54] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.177:33604 2024-04-24T12:54:54.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:54 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:54] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:33604 2024-04-24T12:54:54.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:54 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:54] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T12:54:54.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:54 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:54.225488] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T12:54:54.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:54 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:54] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 , client address: IPv4 172.21.15.177:33604 2024-04-24T12:54:54.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:54 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:54] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:54:54.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:54 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:54] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:54.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:54 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:54] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T12:54:54.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:54 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:54.249154] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T12:54:54.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:54 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:54] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T12:54:54.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:54 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:54] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:54:54.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:54 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:54] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:54.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:54 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:54] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T12:54:54.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:54 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:54.251887] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T12:54:54.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:54 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:54] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T12:54:55.118 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:55.118 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:55.118 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage13 2024-04-24T12:54:55.118 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage13 --load-balancing-group 2 2024-04-24T12:54:55.190 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:55Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:55.938 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 3 to nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:56.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:55 smithi081 ceph-mon[26762]: pgmap v315: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 2.2 KiB/s wr, 72 op/s 2024-04-24T12:54:56.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:55] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 2 context: , client address: IPv4 172.21.15.177:41844 2024-04-24T12:54:56.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:55] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:41844 2024-04-24T12:54:56.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:55] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T12:54:56.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:55.925566] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T12:54:56.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:55] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using UUID 29be7a39-503d-426c-ba4e-56142df97ee7 , client address: IPv4 172.21.15.177:41844 2024-04-24T12:54:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:55 smithi096 ceph-mon[30039]: pgmap v315: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 2.2 KiB/s wr, 72 op/s 2024-04-24T12:54:56.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:55 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:55] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T12:54:56.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:55 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:55] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:56.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:55 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:55] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T12:54:56.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:55 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:55.948382] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T12:54:56.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:55 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:55] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T12:54:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:55 smithi162 ceph-mon[30120]: pgmap v315: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 77 KiB/s rd, 2.2 KiB/s wr, 72 op/s 2024-04-24T12:54:56.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:55] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T12:54:56.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:55] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:56.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:55] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T12:54:56.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:55.949331] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T12:54:56.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:55] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T12:54:56.786 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:56.786 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:56.786 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage14 2024-04-24T12:54:56.786 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage14 --load-balancing-group 3 2024-04-24T12:54:56.870 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:56Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:57.599 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 4 to nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:57.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:57 smithi096 ceph-mon[30039]: pgmap v316: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 KiB/s wr, 59 op/s 2024-04-24T12:54:57.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:57] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T12:54:57.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:57] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:57.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:57] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T12:54:57.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:57.612834] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T12:54:57.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:57] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T12:54:57.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-mon[30120]: pgmap v316: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 KiB/s wr, 59 op/s 2024-04-24T12:54:57.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T12:54:57.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:57.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T12:54:57.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:57.609189] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T12:54:57.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T12:54:58.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:57 smithi081 ceph-mon[26762]: pgmap v316: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 62 KiB/s rd, 1.6 KiB/s wr, 59 op/s 2024-04-24T12:54:58.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:57] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 3 context: , client address: IPv4 172.21.15.177:45310 2024-04-24T12:54:58.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:57] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:45310 2024-04-24T12:54:58.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:57] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T12:54:58.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:57.586093] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T12:54:58.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:57] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 , client address: IPv4 172.21.15.177:45310 2024-04-24T12:54:58.445 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:54:58.445 INFO:tasks.workunit.client.3.smithi177.stderr:+ for ns in $(seq 1 $NVMEOF_NAMESPACES_COUNT) 2024-04-24T12:54:58.446 INFO:tasks.workunit.client.3.smithi177.stderr:+ image=myimage15 2024-04-24T12:54:58.446 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 namespace add --subsystem nqn.2016-06.io.spdk:cnode3 --rbd-pool mypool --rbd-image myimage15 --load-balancing-group 1 2024-04-24T12:54:58.526 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:54:58Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:54:59.239 INFO:tasks.workunit.client.3.smithi177.stdout:Adding namespace 5 to nqn.2016-06.io.spdk:cnode3: Successful 2024-04-24T12:54:59.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:59] INFO grpc.py:903: Received request to add a namespace to nqn.2016-06.io.spdk:cnode3, ana group 1 context: , client address: IPv4 172.21.15.177:58484 2024-04-24T12:54:59.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:59] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist, client address: IPv4 172.21.15.177:58484 2024-04-24T12:54:59.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:59] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T12:54:59.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:54:59.226794] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T12:54:59.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:54:59 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:54:59] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 , client address: IPv4 172.21.15.177:58484 2024-04-24T12:54:59.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:59 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:59] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:54:59.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:59 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:59] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:59.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:59 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:59] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T12:54:59.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:59 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [2024-04-24 12:54:59.254719] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T12:54:59.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:54:59 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:54:59] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T12:54:59.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:54:59.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:54:59.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T12:54:59.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:59.248652] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T12:54:59.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T12:55:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:54:59 smithi081 ceph-mon[26762]: pgmap v317: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 1.6 KiB/s wr, 58 op/s 2024-04-24T12:55:00.073 INFO:tasks.workunit.client.3.smithi177.stderr:+ (( image_index++ )) 2024-04-24T12:55:00.073 INFO:tasks.workunit.client.3.smithi177.stderr:+ list_subsystems 2024-04-24T12:55:00.073 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:55:00.073 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.81 2024-04-24T12:55:00.074 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 --format json subsystem list 2024-04-24T12:55:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:54:59 smithi096 ceph-mon[30039]: pgmap v317: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 1.6 KiB/s wr, 58 op/s 2024-04-24T12:55:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-mon[30120]: pgmap v317: 33 pgs: 33 active+clean; 585 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 61 KiB/s rd, 1.6 KiB/s wr, 58 op/s 2024-04-24T12:55:00.156 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:55:00Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:55:00.826 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:55:00.826 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [ 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph77937089689740", 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 4081, 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 6120, 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:55:00.827 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph15302571333118", 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 4081, 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 6120, 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:00.828 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph20808472394262", 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 4081, 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 6120, 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: } 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: ], 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0 2024-04-24T12:55:00.829 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:55:01.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:55:00] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:55530 2024-04-24T12:55:01.665 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:55:01.665 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.96 2024-04-24T12:55:01.665 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.96 --server-port 5500 --format json subsystem list 2024-04-24T12:55:01.745 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:55:01Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:55:02.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:01 smithi081 ceph-mon[26762]: pgmap v318: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 2.2 KiB/s wr, 79 op/s 2024-04-24T12:55:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:01 smithi096 ceph-mon[30039]: pgmap v318: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 2.2 KiB/s wr, 79 op/s 2024-04-24T12:55:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:01 smithi162 ceph-mon[30120]: pgmap v318: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s rd, 2.2 KiB/s wr, 79 op/s 2024-04-24T12:55:02.458 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:55:02.458 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:55:02.458 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [ 2024-04-24T12:55:02.458 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph77937089689740", 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 2041, 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 4080, 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:02.459 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph15302571333118", 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 2041, 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 4080, 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:02.460 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph20808472394262", 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 2041, 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 4080, 2024-04-24T12:55:02.461 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:02.462 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:02.462 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:02.462 INFO:tasks.workunit.client.3.smithi177.stdout: } 2024-04-24T12:55:02.462 INFO:tasks.workunit.client.3.smithi177.stdout: ], 2024-04-24T12:55:02.462 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0 2024-04-24T12:55:02.462 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:55:02.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:55:02] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:46470 2024-04-24T12:55:03.350 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in "${!gateway_ips[@]}" 2024-04-24T12:55:03.350 INFO:tasks.workunit.client.3.smithi177.stderr:+ ip=172.21.15.162 2024-04-24T12:55:03.350 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.162 --server-port 5500 --format json subsystem list 2024-04-24T12:55:03.433 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:55:03Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:55:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:03 smithi081 ceph-mon[26762]: pgmap v319: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:55:04.112 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:03 smithi162 ceph-mon[30120]: pgmap v319: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:55:04.120 INFO:tasks.workunit.client.3.smithi177.stdout:{ 2024-04-24T12:55:04.120 INFO:tasks.workunit.client.3.smithi177.stdout: "error_message": "Success", 2024-04-24T12:55:04.120 INFO:tasks.workunit.client.3.smithi177.stdout: "subsystems": [ 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph77937089689740", 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 1, 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 2040, 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:55:04.121 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph15302571333118", 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 1, 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 2040, 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: }, 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: { 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "nqn": "nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "enable_ha": true, 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "serial_number": "Ceph20808472394262", 2024-04-24T12:55:04.122 INFO:tasks.workunit.client.3.smithi177.stdout: "model_number": "Ceph bdev Controller", 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: "min_cntlid": 1, 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: "max_cntlid": 2040, 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: "namespace_count": 5, 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: "subtype": "NVMe", 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: "max_namespaces": 256 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: } 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: ], 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout: "status": 0 2024-04-24T12:55:04.123 INFO:tasks.workunit.client.3.smithi177.stdout:} 2024-04-24T12:55:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:03 smithi096 ceph-mon[30039]: pgmap v319: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s rd, 1.5 KiB/s wr, 52 op/s 2024-04-24T12:55:04.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:55:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:55:04] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:43442 2024-04-24T12:55:05.003 INFO:tasks.workunit.client.3.smithi177.stderr:++ seq 1 3 2024-04-24T12:55:05.003 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:55:05.004 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:05.004 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 --format plain namespace list --subsystem nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:05.080 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:55:05Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout:Namespaces in subsystem nqn.2016-06.io.spdk:cnode1: 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: NSID Bdev RBD RBD Image Block UUID Load R/W IOs R/W MBs Read MBs Write MBs 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: Name Pool Image Size Size Balancing per per per per 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: Group second second second second 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: 1 bdev_f2c60854-7286- mypool myimage1 8 GiB 512 B f2c60854-7286-4f6c- 2 unlimited unlimited unlimited unlimited 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: 4f6c-90c8-31610a8c7a61 90c8-31610a8c7a61 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: 2 bdev_6c33bc95-2f5c- mypool myimage2 8 GiB 512 B 6c33bc95-2f5c-43be- 3 unlimited unlimited unlimited unlimited 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: 43be-9de8-42a108238091 9de8-42a108238091 2024-04-24T12:55:05.807 INFO:tasks.workunit.client.3.smithi177.stdout: 3 bdev_1d272790-74d9- mypool myimage3 8 GiB 512 B 1d272790-74d9-4ae3- 1 unlimited unlimited unlimited unlimited 2024-04-24T12:55:05.808 INFO:tasks.workunit.client.3.smithi177.stdout: 4ae3-8a9f-69a5037749fd 8a9f-69a5037749fd 2024-04-24T12:55:05.808 INFO:tasks.workunit.client.3.smithi177.stdout: 4 bdev_714e93f0-6ae0- mypool myimage4 8 GiB 512 B 714e93f0-6ae0-4c13- 2 unlimited unlimited unlimited unlimited 2024-04-24T12:55:05.808 INFO:tasks.workunit.client.3.smithi177.stdout: 4c13-b925-77ffa91c48b3 b925-77ffa91c48b3 2024-04-24T12:55:05.808 INFO:tasks.workunit.client.3.smithi177.stdout: 5 bdev_711f44cd-0629- mypool myimage5 8 GiB 512 B 711f44cd-0629-45f5- 3 unlimited unlimited unlimited unlimited 2024-04-24T12:55:05.808 INFO:tasks.workunit.client.3.smithi177.stdout: 45f5-b133-bbcb3f651dc5 b133-bbcb3f651dc5 2024-04-24T12:55:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:05 smithi081 ceph-mon[26762]: pgmap v320: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 1.7 KiB/s wr, 54 op/s 2024-04-24T12:55:06.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:55:05] INFO grpc.py:1206: Received request to list all namespaces for nqn.2016-06.io.spdk:cnode1, context: , client address: IPv4 172.21.15.177:43298 2024-04-24T12:55:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:05 smithi096 ceph-mon[30039]: pgmap v320: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 1.7 KiB/s wr, 54 op/s 2024-04-24T12:55:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:05 smithi162 ceph-mon[30120]: pgmap v320: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 64 KiB/s rd, 1.7 KiB/s wr, 54 op/s 2024-04-24T12:55:06.604 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:55:06.604 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:06.604 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 --format plain namespace list --subsystem nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:06.681 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:55:06Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:55:07.431 INFO:tasks.workunit.client.3.smithi177.stdout:Namespaces in subsystem nqn.2016-06.io.spdk:cnode2: 2024-04-24T12:55:07.431 INFO:tasks.workunit.client.3.smithi177.stdout: NSID Bdev RBD RBD Image Block UUID Load R/W IOs R/W MBs Read MBs Write MBs 2024-04-24T12:55:07.431 INFO:tasks.workunit.client.3.smithi177.stdout: Name Pool Image Size Size Balancing per per per per 2024-04-24T12:55:07.431 INFO:tasks.workunit.client.3.smithi177.stdout: Group second second second second 2024-04-24T12:55:07.431 INFO:tasks.workunit.client.3.smithi177.stdout: 1 bdev_d8c1b5ad-2fc9- mypool myimage6 8 GiB 512 B d8c1b5ad-2fc9-4b9d- 1 unlimited unlimited unlimited unlimited 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 4b9d-8b87-a4cb670279b7 8b87-a4cb670279b7 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 2 bdev_10f523b6-9b89- mypool myimage7 8 GiB 512 B 10f523b6-9b89-41fe- 2 unlimited unlimited unlimited unlimited 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 41fe-be98-cb4038981898 be98-cb4038981898 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 3 bdev_2c999c67-10b8- mypool myimage8 8 GiB 512 B 2c999c67-10b8-4b73- 3 unlimited unlimited unlimited unlimited 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 4b73-affd-3b352a0bdbbb affd-3b352a0bdbbb 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 4 bdev_56b2cd30-29c9- mypool myimage9 8 GiB 512 B 56b2cd30-29c9-402b- 1 unlimited unlimited unlimited unlimited 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 402b-be7a-15a5a66cd36b be7a-15a5a66cd36b 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 5 bdev_f379f472-563c- mypool myimage10 8 GiB 512 B f379f472-563c-4e57- 2 unlimited unlimited unlimited unlimited 2024-04-24T12:55:07.432 INFO:tasks.workunit.client.3.smithi177.stdout: 4e57-9737-53576e3db619 9737-53576e3db619 2024-04-24T12:55:07.811 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:07 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:55:07] INFO grpc.py:1206: Received request to list all namespaces for nqn.2016-06.io.spdk:cnode2, context: , client address: IPv4 172.21.15.177:49650 2024-04-24T12:55:08.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:07 smithi081 ceph-mon[26762]: pgmap v321: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 1023 B/s wr, 35 op/s 2024-04-24T12:55:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:07 smithi096 ceph-mon[30039]: pgmap v321: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 1023 B/s wr, 35 op/s 2024-04-24T12:55:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:07 smithi162 ceph-mon[30120]: pgmap v321: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 41 KiB/s rd, 1023 B/s wr, 35 op/s 2024-04-24T12:55:08.297 INFO:tasks.workunit.client.3.smithi177.stderr:+ for i in $(seq 1 $NVMEOF_SUBSYSTEMS_COUNT) 2024-04-24T12:55:08.298 INFO:tasks.workunit.client.3.smithi177.stderr:+ subsystem_nqn=nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:08.298 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo podman run -it quay.io/ceph/nvmeof-cli:1.2.5 --server-address 172.21.15.81 --server-port 5500 --format plain namespace list --subsystem nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:08.378 INFO:tasks.workunit.client.3.smithi177.stderr:time="2024-04-24T12:55:08Z" level=warning msg="The input device is not a TTY. The --tty and --interactive flags might not work properly" 2024-04-24T12:55:09.099 INFO:tasks.workunit.client.3.smithi177.stdout:Namespaces in subsystem nqn.2016-06.io.spdk:cnode3: 2024-04-24T12:55:09.099 INFO:tasks.workunit.client.3.smithi177.stdout: NSID Bdev RBD RBD Image Block UUID Load R/W IOs R/W MBs Read MBs Write MBs 2024-04-24T12:55:09.099 INFO:tasks.workunit.client.3.smithi177.stdout: Name Pool Image Size Size Balancing per per per per 2024-04-24T12:55:09.099 INFO:tasks.workunit.client.3.smithi177.stdout: Group second second second second 2024-04-24T12:55:09.099 INFO:tasks.workunit.client.3.smithi177.stdout: 1 bdev_fd839cc0-e890- mypool myimage11 8 GiB 512 B fd839cc0-e890-45e0- 3 unlimited unlimited unlimited unlimited 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 45e0-a554-214d052371cb a554-214d052371cb 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 2 bdev_f7d8435c-0b9b- mypool myimage12 8 GiB 512 B f7d8435c-0b9b-477e- 1 unlimited unlimited unlimited unlimited 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 477e-a8b0-06a14bc541e7 a8b0-06a14bc541e7 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 3 bdev_29be7a39-503d- mypool myimage13 8 GiB 512 B 29be7a39-503d-426c- 2 unlimited unlimited unlimited unlimited 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 426c-ba4e-56142df97ee7 ba4e-56142df97ee7 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 4 bdev_4d05b646-c6e8- mypool myimage14 8 GiB 512 B 4d05b646-c6e8-409c- 3 unlimited unlimited unlimited unlimited 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 409c-980a-74e28c74ffe0 980a-74e28c74ffe0 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 5 bdev_5350d5c8-9374- mypool myimage15 8 GiB 512 B 5350d5c8-9374-4ea4- 1 unlimited unlimited unlimited unlimited 2024-04-24T12:55:09.100 INFO:tasks.workunit.client.3.smithi177.stdout: 4ea4-9e01-d7f44f7f6d90 9e01-d7f44f7f6d90 2024-04-24T12:55:09.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:09 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:55:09] INFO grpc.py:1206: Received request to list all namespaces for nqn.2016-06.io.spdk:cnode3, context: , client address: IPv4 172.21.15.177:60220 2024-04-24T12:55:09.917 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Subsystem setup done 2024-04-24T12:55:09.918 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Subsystem setup done' 2024-04-24T12:55:09.918 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T12:55:09.919 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.3/client.3/tmp 2024-04-24T12:55:09.986 INFO:tasks.workunit:Running workunits matching rbd/nvmeof_basic_tests.sh on client.3... 2024-04-24T12:55:09.987 INFO:tasks.workunit:Running workunit rbd/nvmeof_basic_tests.sh... 2024-04-24T12:55:09.988 DEBUG:teuthology.orchestra.run.smithi177:workunit test rbd/nvmeof_basic_tests.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && cd -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0b53cc45042c11665011d25d6e346d9cc4263310 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="3" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.3 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.3 CEPH_MNT=/home/ubuntu/cephtest/mnt.3 RBD_IMAGE_PREFIX=myimage RBD_POOL=mypool timeout 3h /home/ubuntu/cephtest/clone.client.3/qa/workunits/rbd/nvmeof_basic_tests.sh 2024-04-24T12:55:10.042 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo modprobe nvme-fabrics 2024-04-24T12:55:10.062 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo modprobe nvme-tcp 2024-04-24T12:55:10.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:09 smithi081 ceph-mon[26762]: pgmap v322: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 938 B/s wr, 28 op/s 2024-04-24T12:55:10.077 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo dnf reinstall nvme-cli -y 2024-04-24T12:55:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:09 smithi096 ceph-mon[30039]: pgmap v322: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 938 B/s wr, 28 op/s 2024-04-24T12:55:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:09 smithi162 ceph-mon[30120]: pgmap v322: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 938 B/s wr, 28 op/s 2024-04-24T12:55:10.578 INFO:tasks.workunit.client.3.smithi177.stdout:Last metadata expiration check: 0:13:23 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:55:10.707 INFO:tasks.workunit.client.3.smithi177.stdout:Dependencies resolved. 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout:================================================================================ 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout: Package Architecture Version Repository Size 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout:================================================================================ 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout:Reinstalling: 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout: nvme-cli x86_64 2.6-5.el9 baseos 841 k 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:55:10.708 INFO:tasks.workunit.client.3.smithi177.stdout:Transaction Summary 2024-04-24T12:55:10.709 INFO:tasks.workunit.client.3.smithi177.stdout:================================================================================ 2024-04-24T12:55:10.709 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:55:10.709 INFO:tasks.workunit.client.3.smithi177.stdout:Total download size: 841 k 2024-04-24T12:55:10.709 INFO:tasks.workunit.client.3.smithi177.stdout:Installed size: 5.0 M 2024-04-24T12:55:10.709 INFO:tasks.workunit.client.3.smithi177.stdout:Downloading Packages: 2024-04-24T12:55:11.187 INFO:tasks.workunit.client.3.smithi177.stdout:nvme-cli-2.6-5.el9.x86_64.rpm 2.2 MB/s | 841 kB 00:00 2024-04-24T12:55:11.204 INFO:tasks.workunit.client.3.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:55:11.204 INFO:tasks.workunit.client.3.smithi177.stdout:Total 1.7 MB/s | 841 kB 00:00 2024-04-24T12:55:11.204 INFO:tasks.workunit.client.3.smithi177.stdout:Running transaction check 2024-04-24T12:55:11.215 INFO:tasks.workunit.client.3.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:55:11.215 INFO:tasks.workunit.client.3.smithi177.stdout:Running transaction test 2024-04-24T12:55:11.326 INFO:tasks.workunit.client.3.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:55:11.326 INFO:tasks.workunit.client.3.smithi177.stdout:Running transaction 2024-04-24T12:55:11.724 INFO:tasks.workunit.client.3.smithi177.stdout: Preparing : 1/1 2024-04-24T12:55:11.824 INFO:tasks.workunit.client.3.smithi177.stdout: Reinstalling : nvme-cli-2.6-5.el9.x86_64 1/2 2024-04-24T12:55:12.132 INFO:tasks.workunit.client.3.smithi177.stdout: Running scriptlet: nvme-cli-2.6-5.el9.x86_64 1/2 2024-04-24T12:55:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:11 smithi096 ceph-mon[30039]: pgmap v323: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 853 B/s wr, 23 op/s 2024-04-24T12:55:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:11 smithi162 ceph-mon[30120]: pgmap v323: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 853 B/s wr, 23 op/s 2024-04-24T12:55:12.243 INFO:tasks.workunit.client.3.smithi177.stdout: Cleanup : nvme-cli-2.6-5.el9.x86_64 2/2 2024-04-24T12:55:12.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:11 smithi081 ceph-mon[26762]: pgmap v323: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 35 KiB/s rd, 853 B/s wr, 23 op/s 2024-04-24T12:55:13.025 INFO:tasks.workunit.client.3.smithi177.stdout: Running scriptlet: nvme-cli-2.6-5.el9.x86_64 2/2 2024-04-24T12:55:13.026 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 1/2 2024-04-24T12:55:13.327 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : nvme-cli-2.6-5.el9.x86_64 2/2 2024-04-24T12:55:13.327 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:55:13.327 INFO:tasks.workunit.client.3.smithi177.stdout:Reinstalled: 2024-04-24T12:55:13.327 INFO:tasks.workunit.client.3.smithi177.stdout: nvme-cli-2.6-5.el9.x86_64 2024-04-24T12:55:13.327 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:55:13.327 INFO:tasks.workunit.client.3.smithi177.stdout:Complete! 2024-04-24T12:55:13.640 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo lsmod 2024-04-24T12:55:13.641 INFO:tasks.workunit.client.3.smithi177.stderr:+ grep nvme 2024-04-24T12:55:13.654 INFO:tasks.workunit.client.3.smithi177.stdout:nvme_tcp 49152 0 2024-04-24T12:55:13.654 INFO:tasks.workunit.client.3.smithi177.stdout:nvme_fabrics 40960 1 nvme_tcp 2024-04-24T12:55:13.654 INFO:tasks.workunit.client.3.smithi177.stdout:nvme 65536 5 2024-04-24T12:55:13.655 INFO:tasks.workunit.client.3.smithi177.stdout:nvme_core 221184 8 nvme_tcp,nvme,nvme_fabrics 2024-04-24T12:55:13.655 INFO:tasks.workunit.client.3.smithi177.stdout:nvme_common 24576 1 nvme_core 2024-04-24T12:55:13.655 INFO:tasks.workunit.client.3.smithi177.stdout:t10_pi 24576 2 sd_mod,nvme_core 2024-04-24T12:55:13.655 INFO:tasks.workunit.client.3.smithi177.stderr:+ nvme version 2024-04-24T12:55:13.655 INFO:tasks.workunit.client.3.smithi177.stdout:nvme version 2.6 (git 2.6) 2024-04-24T12:55:13.656 INFO:tasks.workunit.client.3.smithi177.stdout:libnvme version 1.6 (git 1.6) 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:+ source /etc/ceph/nvmeof.env 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_GATEWAY_IP_ADDRESSES=172.21.15.81,172.21.15.96,172.21.15.162 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_GATEWAY_NAMES=smithi081,smithi096,smithi162 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_DEFAULT_GATEWAY_IP_ADDRESS=172.21.15.81 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_CLI_IMAGE=quay.io/ceph/nvmeof-cli:1.2.5 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_SUBSYSTEMS_PREFIX=nqn.2016-06.io.spdk:cnode 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_SUBSYSTEMS_COUNT=3 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_NAMESPACES_COUNT=5 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_PORT=4420 2024-04-24T12:55:13.657 INFO:tasks.workunit.client.3.smithi177.stderr:++ NVMEOF_SRPORT=5500 2024-04-24T12:55:13.658 INFO:tasks.workunit.client.3.smithi177.stderr:+ SPDK_CONTROLLER='Ceph bdev Controller' 2024-04-24T12:55:13.658 INFO:tasks.workunit.client.3.smithi177.stderr:+ DISCOVERY_PORT=8009 2024-04-24T12:55:13.658 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run disconnect_all 2024-04-24T12:55:13.658 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: disconnect_all' 2024-04-24T12:55:13.658 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: disconnect_all 2024-04-24T12:55:13.658 INFO:tasks.workunit.client.3.smithi177.stderr:+ disconnect_all 2024-04-24T12:55:13.659 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo nvme disconnect-all 2024-04-24T12:55:13.679 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list 2024-04-24T12:55:13.689 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:+ grep -q 'Ceph bdev Controller' 2024-04-24T12:55:13.690 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:13.691 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] disconnect_all test passed! 2024-04-24T12:55:13.691 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] disconnect_all test passed!' 2024-04-24T12:55:13.691 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run discovery 2024-04-24T12:55:13.691 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: discovery 2024-04-24T12:55:13.692 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: discovery' 2024-04-24T12:55:13.692 INFO:tasks.workunit.client.3.smithi177.stderr:+ discovery 2024-04-24T12:55:13.693 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme discover -t tcp -a 172.21.15.81 -s 8009 2024-04-24T12:55:13.721 INFO:tasks.workunit.client.3.smithi177.stderr:+ output=' 2024-04-24T12:55:13.721 INFO:tasks.workunit.client.3.smithi177.stderr:Discovery Log Number of Records 9, Generation counter 1 2024-04-24T12:55:13.721 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 0====== 2024-04-24T12:55:13.721 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 0 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.81 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.722 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.723 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 1====== 2024-04-24T12:55:13.723 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.723 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.723 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.723 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.723 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 1 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.96 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 2====== 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.724 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.725 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 2 2024-04-24T12:55:13.725 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.725 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.725 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.162 2024-04-24T12:55:13.725 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 3====== 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 3 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.81 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.726 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 4====== 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 4 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.96 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.727 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 5====== 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 5 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.162 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.728 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 6====== 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 6 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.81 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 7====== 2024-04-24T12:55:13.729 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 7 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.96 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 8====== 2024-04-24T12:55:13.730 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 8 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.162 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none' 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:+ expected_discovery_stdout='subtype: nvme subsystem' 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo ' 2024-04-24T12:55:13.731 INFO:tasks.workunit.client.3.smithi177.stderr:Discovery Log Number of Records 9, Generation counter 1 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 0====== 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 0 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.81 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.732 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 1====== 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 1 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.96 2024-04-24T12:55:13.733 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 2====== 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 2 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.162 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 3====== 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.734 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 3 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.81 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 4====== 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.735 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 4 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.96 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 5====== 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 5 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.736 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode2 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.162 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 6====== 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 6 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.81 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.737 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 7====== 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 7 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.96 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:=====Discovery Log Entry 8====== 2024-04-24T12:55:13.738 INFO:tasks.workunit.client.3.smithi177.stderr:trtype: tcp 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:adrfam: ipv4 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:subtype: nvme subsystem 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:treq: not required 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:portid: 8 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:trsvcid: 4420 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:subnqn: nqn.2016-06.io.spdk:cnode3 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:traddr: 172.21.15.162 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:eflags: none 2024-04-24T12:55:13.739 INFO:tasks.workunit.client.3.smithi177.stderr:sectype: none' 2024-04-24T12:55:13.740 INFO:tasks.workunit.client.3.smithi177.stderr:+ grep -q 'subtype: nvme subsystem' 2024-04-24T12:55:13.740 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:13.740 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] discovery test passed! 2024-04-24T12:55:13.741 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] discovery test passed!' 2024-04-24T12:55:13.741 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run connect 2024-04-24T12:55:13.741 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: connect 2024-04-24T12:55:13.742 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: connect' 2024-04-24T12:55:13.742 INFO:tasks.workunit.client.3.smithi177.stderr:+ connect 2024-04-24T12:55:13.742 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo nvme connect -t tcp --traddr 172.21.15.81 -s 4420 -n nqn.2016-06.io.spdk:cnode1 2024-04-24T12:55:13.814 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list 2024-04-24T12:55:13.829 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:13.829 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme1n2 /dev/ng1n2 Ceph77937089689740 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme1n5 /dev/ng1n5 Ceph77937089689740 Ceph bdev Controller 0x5 8.59 GB / 8.59 GB 512 B + 0 B 24.01 ' 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme1n2 /dev/ng1n2 Ceph77937089689740 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme1n5 /dev/ng1n5 Ceph77937089689740 Ceph bdev Controller 0x5 8.59 GB / 8.59 GB 512 B + 0 B 24.01 ' 2024-04-24T12:55:13.830 INFO:tasks.workunit.client.3.smithi177.stderr:+ grep -q 'Ceph bdev Controller' 2024-04-24T12:55:13.831 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:13.831 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] connect test passed! 2024-04-24T12:55:13.832 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] connect test passed!' 2024-04-24T12:55:13.832 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run list_subsys 1 2024-04-24T12:55:13.833 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: list_subsys 2024-04-24T12:55:13.833 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: list_subsys' 2024-04-24T12:55:13.833 INFO:tasks.workunit.client.3.smithi177.stderr:+ list_subsys 1 2024-04-24T12:55:13.834 INFO:tasks.workunit.client.3.smithi177.stderr:+ expected_count=1 2024-04-24T12:55:13.834 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list-subsys --output-format=json 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='[ 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47a6bfe00", 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "HostID":"51abb3f3-aee1-41b2-95cb-1c54f410f09c", 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "Subsystems":[ 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys1", 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:13.848 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme1", 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys0", 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT6233007S400BGN INTEL SSDPEDMD400G4", 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:13.849 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme0", 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"pcie", 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"0000:02:00.0", 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:13.850 INFO:tasks.workunit.client.3.smithi177.stderr:]' 2024-04-24T12:55:13.851 INFO:tasks.workunit.client.3.smithi177.stderr:++ echo '[' '{' '"HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47a6bfe00",' '"HostID":"51abb3f3-aee1-41b2-95cb-1c54f410f09c",' '"Subsystems":[' '{' '"Name":"nvme-subsys1",' '"NQN":"nqn.2016-06.io.spdk:cnode1",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme1",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys0",' '"NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT6233007S400BGN' INTEL 'SSDPEDMD400G4",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme0",' '"Transport":"pcie",' '"Address":"0000:02:00.0",' '"State":"live"' '}' ']' '}' ']' '}' ']' 2024-04-24T12:55:13.851 INFO:tasks.workunit.client.3.smithi177.stderr:++ wc -l 2024-04-24T12:55:13.851 INFO:tasks.workunit.client.3.smithi177.stderr:++ grep -o '"tcp"' 2024-04-24T12:55:13.851 INFO:tasks.workunit.client.3.smithi177.stderr:+ multipath=1 2024-04-24T12:55:13.851 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 1 -ne 1 ']' 2024-04-24T12:55:13.851 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:13.852 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] list_subsys test passed! 2024-04-24T12:55:13.852 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] list_subsys test passed!' 2024-04-24T12:55:13.852 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run disconnect_all 2024-04-24T12:55:13.852 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: disconnect_all 2024-04-24T12:55:13.853 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: disconnect_all' 2024-04-24T12:55:13.853 INFO:tasks.workunit.client.3.smithi177.stderr:+ disconnect_all 2024-04-24T12:55:13.853 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo nvme disconnect-all 2024-04-24T12:55:13.998 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list 2024-04-24T12:55:14.009 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:14.009 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:14.009 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-04-24T12:55:14.009 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:14.009 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:14.010 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0' 2024-04-24T12:55:14.010 INFO:tasks.workunit.client.3.smithi177.stderr:+ grep -q 'Ceph bdev Controller' 2024-04-24T12:55:14.010 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:14.010 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] disconnect_all test passed! 2024-04-24T12:55:14.011 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] disconnect_all test passed!' 2024-04-24T12:55:14.011 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: list_subsys 2024-04-24T12:55:14.012 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run list_subsys 0 2024-04-24T12:55:14.012 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: list_subsys' 2024-04-24T12:55:14.012 INFO:tasks.workunit.client.3.smithi177.stderr:+ list_subsys 0 2024-04-24T12:55:14.012 INFO:tasks.workunit.client.3.smithi177.stderr:+ expected_count=0 2024-04-24T12:55:14.012 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list-subsys --output-format=json 2024-04-24T12:55:14.020 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='[ 2024-04-24T12:55:14.020 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.020 INFO:tasks.workunit.client.3.smithi177.stderr: "HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47a6bfe00", 2024-04-24T12:55:14.020 INFO:tasks.workunit.client.3.smithi177.stderr: "HostID":"51abb3f3-aee1-41b2-95cb-1c54f410f09c", 2024-04-24T12:55:14.020 INFO:tasks.workunit.client.3.smithi177.stderr: "Subsystems":[ 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys0", 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT6233007S400BGN INTEL SSDPEDMD400G4", 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme0", 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"pcie", 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"0000:02:00.0", 2024-04-24T12:55:14.021 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.022 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.022 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.022 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.022 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.022 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.022 INFO:tasks.workunit.client.3.smithi177.stderr:]' 2024-04-24T12:55:14.023 INFO:tasks.workunit.client.3.smithi177.stderr:++ echo '[' '{' '"HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47a6bfe00",' '"HostID":"51abb3f3-aee1-41b2-95cb-1c54f410f09c",' '"Subsystems":[' '{' '"Name":"nvme-subsys0",' '"NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT6233007S400BGN' INTEL 'SSDPEDMD400G4",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme0",' '"Transport":"pcie",' '"Address":"0000:02:00.0",' '"State":"live"' '}' ']' '}' ']' '}' ']' 2024-04-24T12:55:14.023 INFO:tasks.workunit.client.3.smithi177.stderr:++ grep -o '"tcp"' 2024-04-24T12:55:14.024 INFO:tasks.workunit.client.3.smithi177.stderr:++ wc -l 2024-04-24T12:55:14.024 INFO:tasks.workunit.client.3.smithi177.stderr:+ multipath=0 2024-04-24T12:55:14.024 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -ne 0 ']' 2024-04-24T12:55:14.024 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:14.024 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] list_subsys test passed!' 2024-04-24T12:55:14.024 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] list_subsys test passed! 2024-04-24T12:55:14.025 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run connect_all 2024-04-24T12:55:14.025 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: connect_all' 2024-04-24T12:55:14.026 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: connect_all 2024-04-24T12:55:14.026 INFO:tasks.workunit.client.3.smithi177.stderr:+ connect_all 2024-04-24T12:55:14.026 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo nvme connect-all --traddr=172.21.15.81 --transport=tcp -l 3600 2024-04-24T12:55:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:13 smithi096 ceph-mon[30039]: pgmap v324: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.2 KiB/s rd, 170 B/s wr, 2 op/s 2024-04-24T12:55:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:13 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:55:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:13 smithi162 ceph-mon[30120]: pgmap v324: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.2 KiB/s rd, 170 B/s wr, 2 op/s 2024-04-24T12:55:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:13 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:55:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:13 smithi081 ceph-mon[26762]: pgmap v324: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.2 KiB/s rd, 170 B/s wr, 2 op/s 2024-04-24T12:55:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:55:14.801 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n1 /dev/ng2n1 Ceph77937089689740 Ceph bdev Controller 0x1 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n2 /dev/ng2n2 Ceph77937089689740 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n3 /dev/ng2n3 Ceph77937089689740 Ceph bdev Controller 0x3 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.819 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n4 /dev/ng2n4 Ceph77937089689740 Ceph bdev Controller 0x4 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n5 /dev/ng2n5 Ceph77937089689740 Ceph bdev Controller 0x5 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n1 /dev/ng5n1 Ceph15302571333118 Ceph bdev Controller 0x1 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n2 /dev/ng5n2 Ceph15302571333118 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n3 /dev/ng5n3 Ceph15302571333118 Ceph bdev Controller 0x3 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n4 /dev/ng5n4 Ceph15302571333118 Ceph bdev Controller 0x4 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n5 /dev/ng5n5 Ceph15302571333118 Ceph bdev Controller 0x5 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n1 /dev/ng8n1 Ceph20808472394262 Ceph bdev Controller 0x1 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n2 /dev/ng8n2 Ceph20808472394262 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n3 /dev/ng8n3 Ceph20808472394262 Ceph bdev Controller 0x3 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.820 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n4 /dev/ng8n4 Ceph20808472394262 Ceph bdev Controller 0x4 8.59 GB / 8.59 GB 512 B + 0 B 24.01 ' 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:+ grep -q 'Ceph bdev Controller' 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo 'Node Generic SN Model Namespace Usage Format FW Rev 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:--------------------- --------------------- -------------------- ---------------------------------------- ---------- -------------------------- ---------------- -------- 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme0n1 /dev/ng0n1 CVFT6233007S400BGN INTEL SSDPEDMD400G4 0x1 400.09 GB / 400.09 GB 512 B + 0 B 8DV101H0 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n1 /dev/ng2n1 Ceph77937089689740 Ceph bdev Controller 0x1 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n2 /dev/ng2n2 Ceph77937089689740 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n3 /dev/ng2n3 Ceph77937089689740 Ceph bdev Controller 0x3 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n4 /dev/ng2n4 Ceph77937089689740 Ceph bdev Controller 0x4 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n5 /dev/ng2n5 Ceph77937089689740 Ceph bdev Controller 0x5 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.821 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n1 /dev/ng5n1 Ceph15302571333118 Ceph bdev Controller 0x1 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n2 /dev/ng5n2 Ceph15302571333118 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n3 /dev/ng5n3 Ceph15302571333118 Ceph bdev Controller 0x3 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n4 /dev/ng5n4 Ceph15302571333118 Ceph bdev Controller 0x4 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n5 /dev/ng5n5 Ceph15302571333118 Ceph bdev Controller 0x5 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n1 /dev/ng8n1 Ceph20808472394262 Ceph bdev Controller 0x1 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n2 /dev/ng8n2 Ceph20808472394262 Ceph bdev Controller 0x2 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n3 /dev/ng8n3 Ceph20808472394262 Ceph bdev Controller 0x3 8.59 GB / 8.59 GB 512 B + 0 B 24.01 2024-04-24T12:55:14.822 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n4 /dev/ng8n4 Ceph20808472394262 Ceph bdev Controller 0x4 8.59 GB / 8.59 GB 512 B + 0 B 24.01 ' 2024-04-24T12:55:14.823 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:14.823 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] connect_all test passed! 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] connect_all test passed!' 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:++ echo 172.21.15.81,172.21.15.96,172.21.15.162 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:++ tr -cd , 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:++ wc -c 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:+ gateways_count=3 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:+ multipath_count=9 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:+ test_run list_subsys 9 2024-04-24T12:55:14.825 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] Running test: list_subsys' 2024-04-24T12:55:14.826 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] Running test: list_subsys 2024-04-24T12:55:14.826 INFO:tasks.workunit.client.3.smithi177.stderr:+ list_subsys 9 2024-04-24T12:55:14.826 INFO:tasks.workunit.client.3.smithi177.stderr:+ expected_count=9 2024-04-24T12:55:14.826 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list-subsys --output-format=json 2024-04-24T12:55:14.836 INFO:tasks.workunit.client.3.smithi177.stderr:+ output='[ 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47a6bfe00", 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "HostID":"51abb3f3-aee1-41b2-95cb-1c54f410f09c", 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "Subsystems":[ 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys5", 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2016-06.io.spdk:cnode2", 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:14.837 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme7", 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme6", 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.838 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme5", 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys2", 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2016-06.io.spdk:cnode1", 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:14.839 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme4", 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme3", 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.840 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme2", 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys8", 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2016-06.io.spdk:cnode3", 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:14.841 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme9", 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme8", 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.842 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme10", 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"tcp", 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177", 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: }, 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme-subsys0", 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT6233007S400BGN INTEL SSDPEDMD400G4", 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "IOPolicy":"numa", 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "Paths":[ 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: { 2024-04-24T12:55:14.843 INFO:tasks.workunit.client.3.smithi177.stderr: "Name":"nvme0", 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: "Transport":"pcie", 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: "Address":"0000:02:00.0", 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: "State":"live" 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: ] 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr: } 2024-04-24T12:55:14.844 INFO:tasks.workunit.client.3.smithi177.stderr:]' 2024-04-24T12:55:14.845 INFO:tasks.workunit.client.3.smithi177.stderr:++ echo '[' '{' '"HostNQN":"nqn.2014-08.org.nvmexpress:uuid:00000000-0000-0000-0000-0cc47a6bfe00",' '"HostID":"51abb3f3-aee1-41b2-95cb-1c54f410f09c",' '"Subsystems":[' '{' '"Name":"nvme-subsys5",' '"NQN":"nqn.2016-06.io.spdk:cnode2",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme7",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '},' '{' '"Name":"nvme6",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '},' '{' '"Name":"nvme5",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys2",' '"NQN":"nqn.2016-06.io.spdk:cnode1",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme4",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '},' '{' '"Name":"nvme3",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '},' '{' '"Name":"nvme2",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys8",' '"NQN":"nqn.2016-06.io.spdk:cnode3",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme9",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '},' '{' '"Name":"nvme8",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '},' '{' '"Name":"nvme10",' '"Transport":"tcp",' '"Address":"traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177",' '"State":"live"' '}' ']' '},' '{' '"Name":"nvme-subsys0",' '"NQN":"nqn.2014.08.org.nvmexpress:80868086CVFT6233007S400BGN' INTEL 'SSDPEDMD400G4",' '"IOPolicy":"numa",' '"Paths":[' '{' '"Name":"nvme0",' '"Transport":"pcie",' '"Address":"0000:02:00.0",' '"State":"live"' '}' ']' '}' ']' '}' ']' 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stderr:++ grep -o '"tcp"' 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stderr:++ wc -l 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stderr:+ multipath=9 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 9 -ne 9 ']' 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' 0 -eq 0 ']' 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] list_subsys test passed!' 2024-04-24T12:55:14.846 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] list_subsys test passed! 2024-04-24T12:55:14.847 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '-------------Test Summary-------------' 2024-04-24T12:55:14.847 INFO:tasks.workunit.client.3.smithi177.stdout:-------------Test Summary------------- 2024-04-24T12:55:14.847 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof] All nvmeof basic tests passed! 2024-04-24T12:55:14.848 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof] All nvmeof basic tests passed!' 2024-04-24T12:55:14.848 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T12:55:14.849 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.3/client.3/tmp 2024-04-24T12:55:14.912 INFO:tasks.workunit:Stopping ['rbd/nvmeof_setup_subsystem.sh', 'rbd/nvmeof_basic_tests.sh'] on client.3... 2024-04-24T12:55:14.913 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.3 /home/ubuntu/cephtest/clone.client.3 2024-04-24T12:55:15.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:55:15.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:55:15.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:14 smithi096 ceph-mon[30039]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:55:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:55:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:55:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:55:15.228 DEBUG:teuthology.parallel:result is None 2024-04-24T12:55:15.228 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.3/client.3 2024-04-24T12:55:15.252 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.3/client.3 2024-04-24T12:55:15.252 DEBUG:teuthology.orchestra.run.smithi177:> rmdir -- /home/ubuntu/cephtest/mnt.3 2024-04-24T12:55:15.317 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.3/client.3 2024-04-24T12:55:15.317 INFO:teuthology.run_tasks:Running task nvmeof.thrash... 2024-04-24T12:55:15.329 DEBUG:teuthology.orchestra.run.smithi177:> sudo nvme list --output-format=json | jq -r '.Devices | sort_by(.NameSpace) | .[] | select(.ModelNumber == "Ceph bdev Controller") | .DevicePath' 2024-04-24T12:55:15.329 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:55:15.329 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:55:15.329 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme5n1 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme2n1 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme8n1 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme5n2 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme2n2 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme8n2 2024-04-24T12:55:15.386 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme5n3 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme2n3 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme8n3 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme5n4 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme2n4 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme8n4 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme5n5 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme2n5 2024-04-24T12:55:15.387 INFO:teuthology.orchestra.run.smithi177.stdout:/dev/nvme8n5 2024-04-24T12:55:15.395 INFO:teuthology.run_tasks:Running task mon_thrash... 2024-04-24T12:55:15.411 INFO:tasks.mon_thrash:Beginning mon_thrash... 2024-04-24T12:55:15.411 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-24T12:55:15.412 INFO:tasks.nvmeof.[nvmeof.thrasher]:start thrashing 2024-04-24T12:55:15.412 INFO:tasks.nvmeof.[nvmeof.thrasher]:seed: 1713963315, , max thrash delay: 90, min thrash delay: 60 max revive delay: 130, min revive delay: 100 daemons: 3 2024-04-24T12:55:15.412 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.8191418040008462) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.6783397167740657) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.8691129499629651) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.745311466337569) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.7671862638488434) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.6011924729227413) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.45457976122874943) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.7957386598972547) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.5025650196168107) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.36504872826902157) > weight (0.3333333333333333) 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.b 2024-04-24T12:55:15.413 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopping nvmeof.nvmeof.b... 2024-04-24T12:55:15.413 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T12:55:15.717 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:55:15.718 INFO:teuthology.orchestra.run.smithi081.stdout:{"epoch":60,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","created":"2024-04-24T12:45:07.100730+0000","modified":"2024-04-24T12:52:16.789465+0000","last_up_change":"2024-04-24T12:50:39.085120+0000","last_in_change":"2024-04-24T12:50:20.907806+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-24T12:48:36.606926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"mypool","create_time":"2024-04-24T12:52:06.864167+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"59","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":2,"snap_epoch":59,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"9ff44e22-1780-4b4c-8a6f-7573ae33ee04","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6802","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6803","nonce":141845866}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6804","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6805","nonce":141845866}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6808","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6809","nonce":141845866}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6806","nonce":141845866},{"type":"v1","addr":"172.21.15.81:6807","nonce":141845866}]},"public_addr":"172.21.15.81:6803/141845866","cluster_addr":"172.21.15.81:6805/141845866","heartbeat_back_addr":"172.21.15.81:6809/141845866","heartbeat_front_addr":"172.21.15.81:6807/141845866","state":["exists","up"]},{"osd":1,"uuid":"3956242a-3297-4927-b55e-923c980a2689","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6810","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6811","nonce":556800502}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6812","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6813","nonce":556800502}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6816","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6817","nonce":556800502}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:6814","nonce":556800502},{"type":"v1","addr":"172.21.15.81:6815","nonce":556800502}]},"public_addr":"172.21.15.81:6811/556800502","cluster_addr":"172.21.15.81:6813/556800502","heartbeat_back_addr":"172.21.15.81:6817/556800502","heartbeat_front_addr":"172.21.15.81:6815/556800502","state":["exists","up"]},{"osd":2,"uuid":"a45447da-74fd-4309-af52-2795d2f6ce95","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6800","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6801","nonce":514527622}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6802","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6803","nonce":514527622}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6806","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6807","nonce":514527622}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6804","nonce":514527622},{"type":"v1","addr":"172.21.15.96:6805","nonce":514527622}]},"public_addr":"172.21.15.96:6801/514527622","cluster_addr":"172.21.15.96:6803/514527622","heartbeat_back_addr":"172.21.15.96:6807/514527622","heartbeat_front_addr":"172.21.15.96:6805/514527622","state":["exists","up"]},{"osd":3,"uuid":"42f03d14-68fa-498c-9eb7-a9b2338a9878","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6808","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6809","nonce":1043610989}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6810","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6811","nonce":1043610989}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6814","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6815","nonce":1043610989}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6812","nonce":1043610989},{"type":"v1","addr":"172.21.15.96:6813","nonce":1043610989}]},"public_addr":"172.21.15.96:6809/1043610989","cluster_addr":"172.21.15.96:6811/1043610989","heartbeat_back_addr":"172.21.15.96:6815/1043610989","heartbeat_front_addr":"172.21.15.96:6813/1043610989","state":["exists","up"]},{"osd":4,"uuid":"d3ceb25a-6e7d-4ee3-8eca-6a793fcc5360","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":34,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6816","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6817","nonce":1786709076}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6818","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6819","nonce":1786709076}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6822","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6823","nonce":1786709076}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:6820","nonce":1786709076},{"type":"v1","addr":"172.21.15.96:6821","nonce":1786709076}]},"public_addr":"172.21.15.96:6817/1786709076","cluster_addr":"172.21.15.96:6819/1786709076","heartbeat_back_addr":"172.21.15.96:6823/1786709076","heartbeat_front_addr":"172.21.15.96:6821/1786709076","state":["exists","up"]},{"osd":5,"uuid":"797b6821-3df1-4740-85e3-672e7c7d361d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6800","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6801","nonce":4036678229}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6802","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6803","nonce":4036678229}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6806","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6807","nonce":4036678229}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6804","nonce":4036678229},{"type":"v1","addr":"172.21.15.162:6805","nonce":4036678229}]},"public_addr":"172.21.15.162:6801/4036678229","cluster_addr":"172.21.15.162:6803/4036678229","heartbeat_back_addr":"172.21.15.162:6807/4036678229","heartbeat_front_addr":"172.21.15.162:6805/4036678229","state":["exists","up"]},{"osd":6,"uuid":"91f8a69d-6601-4ff2-b88b-0eda4adaaa5b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6808","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6809","nonce":3316338209}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6810","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6811","nonce":3316338209}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6814","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6815","nonce":3316338209}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6812","nonce":3316338209},{"type":"v1","addr":"172.21.15.162:6813","nonce":3316338209}]},"public_addr":"172.21.15.162:6809/3316338209","cluster_addr":"172.21.15.162:6811/3316338209","heartbeat_back_addr":"172.21.15.162:6815/3316338209","heartbeat_front_addr":"172.21.15.162:6813/3316338209","state":["exists","up"]},{"osd":7,"uuid":"bf39d17d-f736-498e-a95d-8211f27f5c1e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":52,"up_thru":54,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6816","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6817","nonce":2767886908}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6818","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6819","nonce":2767886908}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6822","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6823","nonce":2767886908}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:6820","nonce":2767886908},{"type":"v1","addr":"172.21.15.162:6821","nonce":2767886908}]},"public_addr":"172.21.15.162:6817/2767886908","cluster_addr":"172.21.15.162:6819/2767886908","heartbeat_back_addr":"172.21.15.162:6823/2767886908","heartbeat_front_addr":"172.21.15.162:6821/2767886908","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:47:45.513721+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:10.776074+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:33.426396+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:48:58.064573+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:23.638230+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:49:46.730961+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:11.606009+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-24T12:50:37.030001+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.81:6801/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/4124098407":"2024-04-25T12:46:04.508149+0000","172.21.15.81:6800/2066818220":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/226201436":"2024-04-25T12:46:04.508149+0000","172.21.15.81:0/1929488994":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/1702425902":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6800/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:6801/2493003124":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/583380660":"2024-04-25T12:45:38.267612+0000","172.21.15.81:0/3153075030":"2024-04-25T12:46:04.508149+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":2,"snaps":[{"begin":2,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-24T12:55:15.726 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:15 smithi096 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:55:15.730 INFO:tasks.mon_thrash.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-24T12:48:36.606926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'mypool', 'create_time': '2024-04-24T12:52:06.864167+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '59', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 2, 'snap_epoch': 59, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-24T12:55:15.731 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-24T12:55:16.024 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 1 2024-04-24T12:55:16.036 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:15 smithi081 ceph-mon[26762]: pgmap v325: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 4 op/s 2024-04-24T12:55:16.036 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:15 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4097586080' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:55:16.037 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get mypool pg_num 2024-04-24T12:55:16.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:15 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:55:15] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T12:55:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:15 smithi096 ceph-mon[30039]: pgmap v325: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 4 op/s 2024-04-24T12:55:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:15 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/4097586080' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:55:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:15 smithi162 ceph-mon[30120]: pgmap v325: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 170 B/s wr, 4 op/s 2024-04-24T12:55:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:15 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/4097586080' entity='client.admin' cmd={"prefix": "osd dump", "format": "json"} : dispatch 2024-04-24T12:55:16.331 INFO:teuthology.orchestra.run.smithi081.stdout:pg_num: 32 2024-04-24T12:55:16.343 INFO:tasks.mon_thrash.ceph_manager:waiting for clean 2024-04-24T12:55:16.343 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T12:55:16.635 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:55:16.636 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2024-04-24T12:55:16.649 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":326,"stamp":"2024-04-24T12:55:16.612714+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598816,"num_objects":50,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":2241,"num_read_kb":2549,"num_write":379,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":361,"ondisk_log_size":361,"up":99,"acting":99,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235360,"kb_used_data":6752,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":749725856,"statfs":{"total":767960285184,"available":767719276544,"internally_reserved":0,"allocated":6914048,"data_stored":3795400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":234016305},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":153,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002292"},"pg_stats":[{"pgid":"2.1f","version":"60'1","reported_seq":36,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:50.903469+0000","last_change":"2024-04-24T12:52:12.663827+0000","last_active":"2024-04-24T12:54:50.903469+0000","last_peered":"2024-04-24T12:54:50.903469+0000","last_clean":"2024-04-24T12:54:50.903469+0000","last_became_active":"2024-04-24T12:52:08.643673+0000","last_became_peered":"2024-04-24T12:52:08.643673+0000","last_unstale":"2024-04-24T12:54:50.903469+0000","last_undegraded":"2024-04-24T12:54:50.903469+0000","last_fullsized":"2024-04-24T12:54:50.903469+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:25:33.488087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035961700000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"60'104","reported_seq":1157,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:13.720933+0000","last_change":"2024-04-24T12:52:12.707647+0000","last_active":"2024-04-24T12:55:13.720933+0000","last_peered":"2024-04-24T12:55:13.720933+0000","last_clean":"2024-04-24T12:55:13.720933+0000","last_became_active":"2024-04-24T12:52:08.649091+0000","last_became_peered":"2024-04-24T12:52:08.649091+0000","last_unstale":"2024-04-24T12:55:13.720933+0000","last_undegraded":"2024-04-24T12:55:13.720933+0000","last_fullsized":"2024-04-24T12:55:13.720933+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T15:13:43.722864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046370599999999998,"stat_sum":{"num_bytes":32,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":742,"num_read_kb":1336,"num_write":123,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"60'9","reported_seq":89,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:14.424137+0000","last_change":"2024-04-24T12:52:12.670369+0000","last_active":"2024-04-24T12:55:14.424137+0000","last_peered":"2024-04-24T12:55:14.424137+0000","last_clean":"2024-04-24T12:55:14.424137+0000","last_became_active":"2024-04-24T12:52:08.654557+0000","last_became_peered":"2024-04-24T12:52:08.654557+0000","last_unstale":"2024-04-24T12:55:14.424137+0000","last_undegraded":"2024-04-24T12:55:14.424137+0000","last_fullsized":"2024-04-24T12:55:14.424137+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T21:28:46.594381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071071000000000003,"stat_sum":{"num_bytes":1654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":88,"num_read_kb":67,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1c","version":"60'25","reported_seq":150,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:14.424171+0000","last_change":"2024-04-24T12:52:12.670450+0000","last_active":"2024-04-24T12:55:14.424171+0000","last_peered":"2024-04-24T12:55:14.424171+0000","last_clean":"2024-04-24T12:55:14.424171+0000","last_became_active":"2024-04-24T12:52:08.657299+0000","last_became_peered":"2024-04-24T12:52:08.657299+0000","last_unstale":"2024-04-24T12:55:14.424171+0000","last_undegraded":"2024-04-24T12:55:14.424171+0000","last_fullsized":"2024-04-24T12:55:14.424171+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:46:19.732485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077533799999999998,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":178,"num_read_kb":158,"num_write":19,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1b","version":"60'2","reported_seq":31,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:55.090233+0000","last_change":"2024-04-24T12:52:12.664031+0000","last_active":"2024-04-24T12:52:55.090233+0000","last_peered":"2024-04-24T12:52:55.090233+0000","last_clean":"2024-04-24T12:52:55.090233+0000","last_became_active":"2024-04-24T12:52:08.649254+0000","last_became_peered":"2024-04-24T12:52:08.649254+0000","last_unstale":"2024-04-24T12:52:55.090233+0000","last_undegraded":"2024-04-24T12:52:55.090233+0000","last_fullsized":"2024-04-24T12:52:55.090233+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T18:25:58.920491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079352100000000005,"stat_sum":{"num_bytes":1092,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"60'4","reported_seq":114,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:59.246839+0000","last_change":"2024-04-24T12:52:12.668391+0000","last_active":"2024-04-24T12:54:59.246839+0000","last_peered":"2024-04-24T12:54:59.246839+0000","last_clean":"2024-04-24T12:54:59.246839+0000","last_became_active":"2024-04-24T12:52:08.651242+0000","last_became_peered":"2024-04-24T12:52:08.651242+0000","last_unstale":"2024-04-24T12:54:59.246839+0000","last_undegraded":"2024-04-24T12:54:59.246839+0000","last_fullsized":"2024-04-24T12:54:59.246839+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:01:38.944917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098153699999999999,"stat_sum":{"num_bytes":581,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":87,"num_read_kb":78,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"60'10","reported_seq":117,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713188+0000","last_change":"2024-04-24T12:52:12.663869+0000","last_active":"2024-04-24T12:55:12.713188+0000","last_peered":"2024-04-24T12:55:12.713188+0000","last_clean":"2024-04-24T12:55:12.713188+0000","last_became_active":"2024-04-24T12:52:08.648123+0000","last_became_peered":"2024-04-24T12:52:08.648123+0000","last_unstale":"2024-04-24T12:55:12.713188+0000","last_undegraded":"2024-04-24T12:55:12.713188+0000","last_fullsized":"2024-04-24T12:55:12.713188+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:06:20.650965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037019100000000002,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":128,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"60'2","reported_seq":37,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:45.925880+0000","last_change":"2024-04-24T12:52:12.663734+0000","last_active":"2024-04-24T12:54:45.925880+0000","last_peered":"2024-04-24T12:54:45.925880+0000","last_clean":"2024-04-24T12:54:45.925880+0000","last_became_active":"2024-04-24T12:52:08.648344+0000","last_became_peered":"2024-04-24T12:52:08.648344+0000","last_unstale":"2024-04-24T12:54:45.925880+0000","last_undegraded":"2024-04-24T12:54:45.925880+0000","last_fullsized":"2024-04-24T12:54:45.925880+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:35:02.401462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057782500000000002,"stat_sum":{"num_bytes":562,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":3,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"60'5","reported_seq":79,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713286+0000","last_change":"2024-04-24T12:52:12.882260+0000","last_active":"2024-04-24T12:55:12.713286+0000","last_peered":"2024-04-24T12:55:12.713286+0000","last_clean":"2024-04-24T12:55:12.713286+0000","last_became_active":"2024-04-24T12:52:08.650610+0000","last_became_peered":"2024-04-24T12:52:08.650610+0000","last_unstale":"2024-04-24T12:55:12.713286+0000","last_undegraded":"2024-04-24T12:55:12.713286+0000","last_fullsized":"2024-04-24T12:55:12.713286+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:30:36.998694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043098099999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":74,"num_read_kb":64,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.16","version":"60'1","reported_seq":36,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:44.269582+0000","last_change":"2024-04-24T12:52:12.664776+0000","last_active":"2024-04-24T12:54:44.269582+0000","last_peered":"2024-04-24T12:54:44.269582+0000","last_clean":"2024-04-24T12:54:44.269582+0000","last_became_active":"2024-04-24T12:52:08.654531+0000","last_became_peered":"2024-04-24T12:52:08.654531+0000","last_unstale":"2024-04-24T12:54:44.269582+0000","last_undegraded":"2024-04-24T12:54:44.269582+0000","last_fullsized":"2024-04-24T12:54:44.269582+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:02:17.412775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067862900000000004,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"60'7","reported_seq":93,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020216+0000","last_change":"2024-04-24T12:52:12.670640+0000","last_active":"2024-04-24T12:55:11.020216+0000","last_peered":"2024-04-24T12:55:11.020216+0000","last_clean":"2024-04-24T12:55:11.020216+0000","last_became_active":"2024-04-24T12:52:08.654295+0000","last_became_peered":"2024-04-24T12:52:08.654295+0000","last_unstale":"2024-04-24T12:55:11.020216+0000","last_undegraded":"2024-04-24T12:55:11.020216+0000","last_fullsized":"2024-04-24T12:55:11.020216+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T22:34:38.218030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078851400000000003,"stat_sum":{"num_bytes":32,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":96,"num_read_kb":70,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"60'5","reported_seq":76,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713300+0000","last_change":"2024-04-24T12:52:12.664641+0000","last_active":"2024-04-24T12:55:12.713300+0000","last_peered":"2024-04-24T12:55:12.713300+0000","last_clean":"2024-04-24T12:55:12.713300+0000","last_became_active":"2024-04-24T12:52:08.653818+0000","last_became_peered":"2024-04-24T12:52:08.653818+0000","last_unstale":"2024-04-24T12:55:12.713300+0000","last_undegraded":"2024-04-24T12:55:12.713300+0000","last_fullsized":"2024-04-24T12:55:12.713300+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:49:08.785405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055985099999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":74,"num_read_kb":64,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.13","version":"60'3","reported_seq":38,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:57.607205+0000","last_change":"2024-04-24T12:52:12.670715+0000","last_active":"2024-04-24T12:54:57.607205+0000","last_peered":"2024-04-24T12:54:57.607205+0000","last_clean":"2024-04-24T12:54:57.607205+0000","last_became_active":"2024-04-24T12:52:08.655276+0000","last_became_peered":"2024-04-24T12:52:08.655276+0000","last_unstale":"2024-04-24T12:54:57.607205+0000","last_undegraded":"2024-04-24T12:54:57.607205+0000","last_fullsized":"2024-04-24T12:54:57.607205+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T23:21:11.973467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083959599999999996,"stat_sum":{"num_bytes":1108,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":13,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.869561+0000","last_change":"2024-04-24T12:52:12.663760+0000","last_active":"2024-04-24T12:52:16.869561+0000","last_peered":"2024-04-24T12:52:16.869561+0000","last_clean":"2024-04-24T12:52:16.869561+0000","last_became_active":"2024-04-24T12:52:08.650140+0000","last_became_peered":"2024-04-24T12:52:08.650140+0000","last_unstale":"2024-04-24T12:52:16.869561+0000","last_undegraded":"2024-04-24T12:52:16.869561+0000","last_fullsized":"2024-04-24T12:52:16.869561+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T15:35:26.687393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053194199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.937222+0000","last_change":"2024-04-24T12:52:12.882197+0000","last_active":"2024-04-24T12:52:16.937222+0000","last_peered":"2024-04-24T12:52:16.937222+0000","last_clean":"2024-04-24T12:52:16.937222+0000","last_became_active":"2024-04-24T12:52:08.650019+0000","last_became_peered":"2024-04-24T12:52:08.650019+0000","last_unstale":"2024-04-24T12:52:16.937222+0000","last_undegraded":"2024-04-24T12:52:16.937222+0000","last_fullsized":"2024-04-24T12:52:16.937222+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:03:42.674533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037947399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.797138+0000","last_change":"2024-04-24T12:52:12.669960+0000","last_active":"2024-04-24T12:52:16.797138+0000","last_peered":"2024-04-24T12:52:16.797138+0000","last_clean":"2024-04-24T12:52:16.797138+0000","last_became_active":"2024-04-24T12:52:08.655461+0000","last_became_peered":"2024-04-24T12:52:08.655461+0000","last_unstale":"2024-04-24T12:52:16.797138+0000","last_undegraded":"2024-04-24T12:52:16.797138+0000","last_fullsized":"2024-04-24T12:52:16.797138+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:32:46.670514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000463604,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.795368+0000","last_change":"2024-04-24T12:52:12.883034+0000","last_active":"2024-04-24T12:52:16.795368+0000","last_peered":"2024-04-24T12:52:16.795368+0000","last_clean":"2024-04-24T12:52:16.795368+0000","last_became_active":"2024-04-24T12:52:08.649502+0000","last_became_peered":"2024-04-24T12:52:08.649502+0000","last_unstale":"2024-04-24T12:52:16.795368+0000","last_undegraded":"2024-04-24T12:52:16.795368+0000","last_fullsized":"2024-04-24T12:52:16.795368+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:02:49.057016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081764900000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"60'1","reported_seq":36,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:47.582988+0000","last_change":"2024-04-24T12:52:12.707601+0000","last_active":"2024-04-24T12:54:47.582988+0000","last_peered":"2024-04-24T12:54:47.582988+0000","last_clean":"2024-04-24T12:54:47.582988+0000","last_became_active":"2024-04-24T12:52:08.652347+0000","last_became_peered":"2024-04-24T12:52:08.652347+0000","last_unstale":"2024-04-24T12:54:47.582988+0000","last_undegraded":"2024-04-24T12:54:47.582988+0000","last_fullsized":"2024-04-24T12:54:47.582988+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T22:33:59.496152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047144199999999998,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"60'6","reported_seq":83,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020315+0000","last_change":"2024-04-24T12:52:12.668490+0000","last_active":"2024-04-24T12:55:11.020315+0000","last_peered":"2024-04-24T12:55:11.020315+0000","last_clean":"2024-04-24T12:55:11.020315+0000","last_became_active":"2024-04-24T12:52:08.648911+0000","last_became_peered":"2024-04-24T12:52:08.648911+0000","last_unstale":"2024-04-24T12:55:11.020315+0000","last_undegraded":"2024-04-24T12:55:11.020315+0000","last_fullsized":"2024-04-24T12:55:11.020315+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T23:42:12.426780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010045010000000001,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":67,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:17.023898+0000","last_change":"2024-04-24T12:52:12.664518+0000","last_active":"2024-04-24T12:52:17.023898+0000","last_peered":"2024-04-24T12:52:17.023898+0000","last_clean":"2024-04-24T12:52:17.023898+0000","last_became_active":"2024-04-24T12:52:08.647337+0000","last_became_peered":"2024-04-24T12:52:08.647337+0000","last_unstale":"2024-04-24T12:52:17.023898+0000","last_undegraded":"2024-04-24T12:52:17.023898+0000","last_fullsized":"2024-04-24T12:52:17.023898+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T00:30:57.546019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062679599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"60'2","reported_seq":31,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:23.080734+0000","last_change":"2024-04-24T12:52:12.882448+0000","last_active":"2024-04-24T12:52:23.080734+0000","last_peered":"2024-04-24T12:52:23.080734+0000","last_clean":"2024-04-24T12:52:23.080734+0000","last_became_active":"2024-04-24T12:52:08.648888+0000","last_became_peered":"2024-04-24T12:52:08.648888+0000","last_unstale":"2024-04-24T12:52:23.080734+0000","last_undegraded":"2024-04-24T12:52:23.080734+0000","last_fullsized":"2024-04-24T12:52:23.080734+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T23:06:34.411741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058443999999999998,"stat_sum":{"num_bytes":1092,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":274,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:53:04.521178+0000","last_change":"2024-04-24T12:49:52.347764+0000","last_active":"2024-04-24T12:53:04.521178+0000","last_peered":"2024-04-24T12:53:04.521178+0000","last_clean":"2024-04-24T12:53:04.521178+0000","last_became_active":"2024-04-24T12:49:52.347303+0000","last_became_peered":"2024-04-24T12:49:52.347303+0000","last_unstale":"2024-04-24T12:53:04.521178+0000","last_undegraded":"2024-04-24T12:53:04.521178+0000","last_fullsized":"2024-04-24T12:53:04.521178+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_clean_scrub_stamp":"2024-04-24T12:48:36.631557+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:25:10.129387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"60'2","reported_seq":31,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:48.942860+0000","last_change":"2024-04-24T12:52:12.667826+0000","last_active":"2024-04-24T12:52:48.942860+0000","last_peered":"2024-04-24T12:52:48.942860+0000","last_clean":"2024-04-24T12:52:48.942860+0000","last_became_active":"2024-04-24T12:52:08.647475+0000","last_became_peered":"2024-04-24T12:52:08.647475+0000","last_unstale":"2024-04-24T12:52:48.942860+0000","last_undegraded":"2024-04-24T12:52:48.942860+0000","last_fullsized":"2024-04-24T12:52:48.942860+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:18:24.479563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051842200000000005,"stat_sum":{"num_bytes":1092,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.797366+0000","last_change":"2024-04-24T12:52:12.670053+0000","last_active":"2024-04-24T12:52:16.797366+0000","last_peered":"2024-04-24T12:52:16.797366+0000","last_clean":"2024-04-24T12:52:16.797366+0000","last_became_active":"2024-04-24T12:52:08.656404+0000","last_became_peered":"2024-04-24T12:52:08.656404+0000","last_unstale":"2024-04-24T12:52:16.797366+0000","last_undegraded":"2024-04-24T12:52:16.797366+0000","last_fullsized":"2024-04-24T12:52:16.797366+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T15:14:37.975940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042408300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"60'6","reported_seq":80,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020213+0000","last_change":"2024-04-24T12:52:12.707896+0000","last_active":"2024-04-24T12:55:11.020213+0000","last_peered":"2024-04-24T12:55:11.020213+0000","last_clean":"2024-04-24T12:55:11.020213+0000","last_became_active":"2024-04-24T12:52:08.649130+0000","last_became_peered":"2024-04-24T12:52:08.649130+0000","last_unstale":"2024-04-24T12:55:11.020213+0000","last_undegraded":"2024-04-24T12:55:11.020213+0000","last_fullsized":"2024-04-24T12:55:11.020213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:12:43.802808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061916800000000002,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":67,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"60'6","reported_seq":74,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:14.424243+0000","last_change":"2024-04-24T12:52:12.668630+0000","last_active":"2024-04-24T12:55:14.424243+0000","last_peered":"2024-04-24T12:55:14.424243+0000","last_clean":"2024-04-24T12:55:14.424243+0000","last_became_active":"2024-04-24T12:52:08.652704+0000","last_became_peered":"2024-04-24T12:52:08.652704+0000","last_unstale":"2024-04-24T12:55:14.424243+0000","last_undegraded":"2024-04-24T12:55:14.424243+0000","last_fullsized":"2024-04-24T12:55:14.424243+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:25:37.862983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087951200000000005,"stat_sum":{"num_bytes":546,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":64,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"60'6","reported_seq":77,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020321+0000","last_change":"2024-04-24T12:52:12.667853+0000","last_active":"2024-04-24T12:55:11.020321+0000","last_peered":"2024-04-24T12:55:11.020321+0000","last_clean":"2024-04-24T12:55:11.020321+0000","last_became_active":"2024-04-24T12:52:08.651300+0000","last_became_peered":"2024-04-24T12:52:08.651300+0000","last_unstale":"2024-04-24T12:55:11.020321+0000","last_undegraded":"2024-04-24T12:55:11.020321+0000","last_fullsized":"2024-04-24T12:55:11.020321+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:20:13.978977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034999999999996,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":67,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.792313+0000","last_change":"2024-04-24T12:52:12.707876+0000","last_active":"2024-04-24T12:52:16.792313+0000","last_peered":"2024-04-24T12:52:16.792313+0000","last_clean":"2024-04-24T12:52:16.792313+0000","last_became_active":"2024-04-24T12:52:08.646992+0000","last_became_peered":"2024-04-24T12:52:08.646992+0000","last_unstale":"2024-04-24T12:52:16.792313+0000","last_undegraded":"2024-04-24T12:52:16.792313+0000","last_fullsized":"2024-04-24T12:52:16.792313+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:12:25.837075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065204399999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.795137+0000","last_change":"2024-04-24T12:52:12.882613+0000","last_active":"2024-04-24T12:52:16.795137+0000","last_peered":"2024-04-24T12:52:16.795137+0000","last_clean":"2024-04-24T12:52:16.795137+0000","last_became_active":"2024-04-24T12:52:08.651272+0000","last_became_peered":"2024-04-24T12:52:08.651272+0000","last_unstale":"2024-04-24T12:52:16.795137+0000","last_undegraded":"2024-04-24T12:52:16.795137+0000","last_fullsized":"2024-04-24T12:52:16.795137+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:48:33.972193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046163900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.797264+0000","last_change":"2024-04-24T12:52:12.670197+0000","last_active":"2024-04-24T12:52:16.797264+0000","last_peered":"2024-04-24T12:52:16.797264+0000","last_clean":"2024-04-24T12:52:16.797264+0000","last_became_active":"2024-04-24T12:52:08.654434+0000","last_became_peered":"2024-04-24T12:52:08.654434+0000","last_unstale":"2024-04-24T12:52:16.797264+0000","last_undegraded":"2024-04-24T12:52:16.797264+0000","last_fullsized":"2024-04-24T12:52:16.797264+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:24:19.395974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056843900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"60'5","reported_seq":67,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:09.423226+0000","last_change":"2024-04-24T12:52:12.882657+0000","last_active":"2024-04-24T12:55:09.423226+0000","last_peered":"2024-04-24T12:55:09.423226+0000","last_clean":"2024-04-24T12:55:09.423226+0000","last_became_active":"2024-04-24T12:52:08.655029+0000","last_became_peered":"2024-04-24T12:52:08.655029+0000","last_unstale":"2024-04-24T12:55:09.423226+0000","last_undegraded":"2024-04-24T12:55:09.423226+0000","last_fullsized":"2024-04-24T12:55:09.423226+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T22:31:42.569878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000442254,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":74,"num_read_kb":64,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"60'12","reported_seq":131,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713264+0000","last_change":"2024-04-24T12:52:12.664108+0000","last_active":"2024-04-24T12:55:12.713264+0000","last_peered":"2024-04-24T12:55:12.713264+0000","last_clean":"2024-04-24T12:55:12.713264+0000","last_became_active":"2024-04-24T12:52:08.644956+0000","last_became_peered":"2024-04-24T12:52:08.644956+0000","last_unstale":"2024-04-24T12:55:12.713264+0000","last_undegraded":"2024-04-24T12:55:12.713264+0000","last_fullsized":"2024-04-24T12:55:12.713264+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:21:14.700245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079348400000000001,"stat_sum":{"num_bytes":562,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":160,"num_read_kb":131,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.792526+0000","last_change":"2024-04-24T12:52:12.708142+0000","last_active":"2024-04-24T12:52:16.792526+0000","last_peered":"2024-04-24T12:52:16.792526+0000","last_clean":"2024-04-24T12:52:16.792526+0000","last_became_active":"2024-04-24T12:52:08.645776+0000","last_became_peered":"2024-04-24T12:52:08.645776+0000","last_unstale":"2024-04-24T12:52:16.792526+0000","last_undegraded":"2024-04-24T12:52:16.792526+0000","last_fullsized":"2024-04-24T12:52:16.792526+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:50:15.857212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067801799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":8448,"num_objects":48,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":0,"num_read":2115,"num_read_kb":2440,"num_write":198,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":380928,"data_stored":25344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299451,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27668,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717484,"statfs":{"total":95995035648,"available":95966703616,"internally_reserved":0,"allocated":667648,"data_stored":254930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462976,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":651264,"data_stored":255392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31796,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713356,"statfs":{"total":95995035648,"available":95962476544,"internally_reserved":0,"allocated":634880,"data_stored":251088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":610304,"data_stored":249933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1220608,"data_stored":843015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1265664,"data_stored":844784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888138,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27616,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717536,"statfs":{"total":95995035648,"available":95966756864,"internally_reserved":0,"allocated":614400,"data_stored":252069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724613,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1249280,"data_stored":844189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":64,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":5061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T12:55:16.651 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-24T12:55:16.943 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:55:16.944 INFO:teuthology.orchestra.run.smithi081.stderr:dumped all 2024-04-24T12:55:16.954 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:16 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3325863338' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-04-24T12:55:16.954 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:16 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2883404011' entity='client.admin' cmd={"prefix": "osd pool get", "pool": "mypool", "var": "pg_num"} : dispatch 2024-04-24T12:55:16.955 INFO:teuthology.orchestra.run.smithi081.stdout:{"pg_ready":true,"pg_map":{"version":326,"stamp":"2024-04-24T12:55:16.612714+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":598816,"num_objects":50,"num_object_clones":0,"num_object_copies":150,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":50,"num_whiteouts":0,"num_read":2241,"num_read_kb":2549,"num_write":379,"num_write_kb":3076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":361,"ondisk_log_size":361,"up":99,"acting":99,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":99,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":235360,"kb_used_data":6752,"kb_used_omap":12,"kb_used_meta":228531,"kb_avail":749725856,"statfs":{"total":767960285184,"available":767719276544,"internally_reserved":0,"allocated":6914048,"data_stored":3795400,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12751,"internal_metadata":234016305},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":34,"num_read_kb":153,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002292"},"pg_stats":[{"pgid":"2.1f","version":"60'1","reported_seq":36,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:50.903469+0000","last_change":"2024-04-24T12:52:12.663827+0000","last_active":"2024-04-24T12:54:50.903469+0000","last_peered":"2024-04-24T12:54:50.903469+0000","last_clean":"2024-04-24T12:54:50.903469+0000","last_became_active":"2024-04-24T12:52:08.643673+0000","last_became_peered":"2024-04-24T12:52:08.643673+0000","last_unstale":"2024-04-24T12:54:50.903469+0000","last_undegraded":"2024-04-24T12:54:50.903469+0000","last_fullsized":"2024-04-24T12:54:50.903469+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:25:33.488087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00035961700000000001,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,5],"acting":[0,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"60'104","reported_seq":1157,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:13.720933+0000","last_change":"2024-04-24T12:52:12.707647+0000","last_active":"2024-04-24T12:55:13.720933+0000","last_peered":"2024-04-24T12:55:13.720933+0000","last_clean":"2024-04-24T12:55:13.720933+0000","last_became_active":"2024-04-24T12:52:08.649091+0000","last_became_peered":"2024-04-24T12:52:08.649091+0000","last_unstale":"2024-04-24T12:55:13.720933+0000","last_undegraded":"2024-04-24T12:55:13.720933+0000","last_fullsized":"2024-04-24T12:55:13.720933+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":104,"log_dups_size":0,"ondisk_log_size":104,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T15:13:43.722864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046370599999999998,"stat_sum":{"num_bytes":32,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":742,"num_read_kb":1336,"num_write":123,"num_write_kb":63,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"60'9","reported_seq":89,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:14.424137+0000","last_change":"2024-04-24T12:52:12.670369+0000","last_active":"2024-04-24T12:55:14.424137+0000","last_peered":"2024-04-24T12:55:14.424137+0000","last_clean":"2024-04-24T12:55:14.424137+0000","last_became_active":"2024-04-24T12:52:08.654557+0000","last_became_peered":"2024-04-24T12:52:08.654557+0000","last_unstale":"2024-04-24T12:55:14.424137+0000","last_undegraded":"2024-04-24T12:55:14.424137+0000","last_fullsized":"2024-04-24T12:55:14.424137+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T21:28:46.594381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00071071000000000003,"stat_sum":{"num_bytes":1654,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":88,"num_read_kb":67,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1c","version":"60'25","reported_seq":150,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:14.424171+0000","last_change":"2024-04-24T12:52:12.670450+0000","last_active":"2024-04-24T12:55:14.424171+0000","last_peered":"2024-04-24T12:55:14.424171+0000","last_clean":"2024-04-24T12:55:14.424171+0000","last_became_active":"2024-04-24T12:52:08.657299+0000","last_became_peered":"2024-04-24T12:52:08.657299+0000","last_unstale":"2024-04-24T12:55:14.424171+0000","last_undegraded":"2024-04-24T12:55:14.424171+0000","last_fullsized":"2024-04-24T12:55:14.424171+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":25,"log_dups_size":0,"ondisk_log_size":25,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:46:19.732485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00077533799999999998,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":178,"num_read_kb":158,"num_write":19,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1b","version":"60'2","reported_seq":31,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:55.090233+0000","last_change":"2024-04-24T12:52:12.664031+0000","last_active":"2024-04-24T12:52:55.090233+0000","last_peered":"2024-04-24T12:52:55.090233+0000","last_clean":"2024-04-24T12:52:55.090233+0000","last_became_active":"2024-04-24T12:52:08.649254+0000","last_became_peered":"2024-04-24T12:52:08.649254+0000","last_unstale":"2024-04-24T12:52:55.090233+0000","last_undegraded":"2024-04-24T12:52:55.090233+0000","last_fullsized":"2024-04-24T12:52:55.090233+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T18:25:58.920491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079352100000000005,"stat_sum":{"num_bytes":1092,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1a","version":"60'4","reported_seq":114,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:59.246839+0000","last_change":"2024-04-24T12:52:12.668391+0000","last_active":"2024-04-24T12:54:59.246839+0000","last_peered":"2024-04-24T12:54:59.246839+0000","last_clean":"2024-04-24T12:54:59.246839+0000","last_became_active":"2024-04-24T12:52:08.651242+0000","last_became_peered":"2024-04-24T12:52:08.651242+0000","last_unstale":"2024-04-24T12:54:59.246839+0000","last_undegraded":"2024-04-24T12:54:59.246839+0000","last_fullsized":"2024-04-24T12:54:59.246839+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:01:38.944917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00098153699999999999,"stat_sum":{"num_bytes":581,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":87,"num_read_kb":78,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,7],"acting":[3,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"60'10","reported_seq":117,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713188+0000","last_change":"2024-04-24T12:52:12.663869+0000","last_active":"2024-04-24T12:55:12.713188+0000","last_peered":"2024-04-24T12:55:12.713188+0000","last_clean":"2024-04-24T12:55:12.713188+0000","last_became_active":"2024-04-24T12:52:08.648123+0000","last_became_peered":"2024-04-24T12:52:08.648123+0000","last_unstale":"2024-04-24T12:55:12.713188+0000","last_undegraded":"2024-04-24T12:55:12.713188+0000","last_fullsized":"2024-04-24T12:55:12.713188+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:06:20.650965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037019100000000002,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":148,"num_read_kb":128,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"60'2","reported_seq":37,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:45.925880+0000","last_change":"2024-04-24T12:52:12.663734+0000","last_active":"2024-04-24T12:54:45.925880+0000","last_peered":"2024-04-24T12:54:45.925880+0000","last_clean":"2024-04-24T12:54:45.925880+0000","last_became_active":"2024-04-24T12:52:08.648344+0000","last_became_peered":"2024-04-24T12:52:08.648344+0000","last_unstale":"2024-04-24T12:54:45.925880+0000","last_undegraded":"2024-04-24T12:54:45.925880+0000","last_fullsized":"2024-04-24T12:54:45.925880+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:35:02.401462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00057782500000000002,"stat_sum":{"num_bytes":562,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":12,"num_read_kb":3,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,6],"acting":[5,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"60'5","reported_seq":79,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713286+0000","last_change":"2024-04-24T12:52:12.882260+0000","last_active":"2024-04-24T12:55:12.713286+0000","last_peered":"2024-04-24T12:55:12.713286+0000","last_clean":"2024-04-24T12:55:12.713286+0000","last_became_active":"2024-04-24T12:52:08.650610+0000","last_became_peered":"2024-04-24T12:52:08.650610+0000","last_unstale":"2024-04-24T12:55:12.713286+0000","last_undegraded":"2024-04-24T12:55:12.713286+0000","last_fullsized":"2024-04-24T12:55:12.713286+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:30:36.998694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00043098099999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":74,"num_read_kb":64,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,1],"acting":[4,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.16","version":"60'1","reported_seq":36,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:44.269582+0000","last_change":"2024-04-24T12:52:12.664776+0000","last_active":"2024-04-24T12:54:44.269582+0000","last_peered":"2024-04-24T12:54:44.269582+0000","last_clean":"2024-04-24T12:54:44.269582+0000","last_became_active":"2024-04-24T12:52:08.654531+0000","last_became_peered":"2024-04-24T12:52:08.654531+0000","last_unstale":"2024-04-24T12:54:44.269582+0000","last_undegraded":"2024-04-24T12:54:44.269582+0000","last_fullsized":"2024-04-24T12:54:44.269582+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:02:17.412775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067862900000000004,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.15","version":"60'7","reported_seq":93,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020216+0000","last_change":"2024-04-24T12:52:12.670640+0000","last_active":"2024-04-24T12:55:11.020216+0000","last_peered":"2024-04-24T12:55:11.020216+0000","last_clean":"2024-04-24T12:55:11.020216+0000","last_became_active":"2024-04-24T12:52:08.654295+0000","last_became_peered":"2024-04-24T12:52:08.654295+0000","last_unstale":"2024-04-24T12:55:11.020216+0000","last_undegraded":"2024-04-24T12:55:11.020216+0000","last_fullsized":"2024-04-24T12:55:11.020216+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T22:34:38.218030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00078851400000000003,"stat_sum":{"num_bytes":32,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":96,"num_read_kb":70,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,3],"acting":[7,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"60'5","reported_seq":76,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713300+0000","last_change":"2024-04-24T12:52:12.664641+0000","last_active":"2024-04-24T12:55:12.713300+0000","last_peered":"2024-04-24T12:55:12.713300+0000","last_clean":"2024-04-24T12:55:12.713300+0000","last_became_active":"2024-04-24T12:52:08.653818+0000","last_became_peered":"2024-04-24T12:52:08.653818+0000","last_unstale":"2024-04-24T12:55:12.713300+0000","last_undegraded":"2024-04-24T12:55:12.713300+0000","last_fullsized":"2024-04-24T12:55:12.713300+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:49:08.785405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00055985099999999999,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":74,"num_read_kb":64,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,3],"acting":[2,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.13","version":"60'3","reported_seq":38,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:57.607205+0000","last_change":"2024-04-24T12:52:12.670715+0000","last_active":"2024-04-24T12:54:57.607205+0000","last_peered":"2024-04-24T12:54:57.607205+0000","last_clean":"2024-04-24T12:54:57.607205+0000","last_became_active":"2024-04-24T12:52:08.655276+0000","last_became_peered":"2024-04-24T12:52:08.655276+0000","last_unstale":"2024-04-24T12:54:57.607205+0000","last_undegraded":"2024-04-24T12:54:57.607205+0000","last_fullsized":"2024-04-24T12:54:57.607205+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T23:21:11.973467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00083959599999999996,"stat_sum":{"num_bytes":1108,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":13,"num_read_kb":3,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.869561+0000","last_change":"2024-04-24T12:52:12.663760+0000","last_active":"2024-04-24T12:52:16.869561+0000","last_peered":"2024-04-24T12:52:16.869561+0000","last_clean":"2024-04-24T12:52:16.869561+0000","last_became_active":"2024-04-24T12:52:08.650140+0000","last_became_peered":"2024-04-24T12:52:08.650140+0000","last_unstale":"2024-04-24T12:52:16.869561+0000","last_undegraded":"2024-04-24T12:52:16.869561+0000","last_fullsized":"2024-04-24T12:52:16.869561+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T15:35:26.687393+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053194199999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,2],"acting":[5,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.937222+0000","last_change":"2024-04-24T12:52:12.882197+0000","last_active":"2024-04-24T12:52:16.937222+0000","last_peered":"2024-04-24T12:52:16.937222+0000","last_clean":"2024-04-24T12:52:16.937222+0000","last_became_active":"2024-04-24T12:52:08.650019+0000","last_became_peered":"2024-04-24T12:52:08.650019+0000","last_unstale":"2024-04-24T12:52:16.937222+0000","last_undegraded":"2024-04-24T12:52:16.937222+0000","last_fullsized":"2024-04-24T12:52:16.937222+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:03:42.674533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00037947399999999998,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.797138+0000","last_change":"2024-04-24T12:52:12.669960+0000","last_active":"2024-04-24T12:52:16.797138+0000","last_peered":"2024-04-24T12:52:16.797138+0000","last_clean":"2024-04-24T12:52:16.797138+0000","last_became_active":"2024-04-24T12:52:08.655461+0000","last_became_peered":"2024-04-24T12:52:08.655461+0000","last_unstale":"2024-04-24T12:52:16.797138+0000","last_undegraded":"2024-04-24T12:52:16.797138+0000","last_fullsized":"2024-04-24T12:52:16.797138+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:32:46.670514+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000463604,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.795368+0000","last_change":"2024-04-24T12:52:12.883034+0000","last_active":"2024-04-24T12:52:16.795368+0000","last_peered":"2024-04-24T12:52:16.795368+0000","last_clean":"2024-04-24T12:52:16.795368+0000","last_became_active":"2024-04-24T12:52:08.649502+0000","last_became_peered":"2024-04-24T12:52:08.649502+0000","last_unstale":"2024-04-24T12:52:16.795368+0000","last_undegraded":"2024-04-24T12:52:16.795368+0000","last_fullsized":"2024-04-24T12:52:16.795368+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:02:49.057016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00081764900000000005,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,4],"acting":[6,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.4","version":"60'1","reported_seq":36,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:54:47.582988+0000","last_change":"2024-04-24T12:52:12.707601+0000","last_active":"2024-04-24T12:54:47.582988+0000","last_peered":"2024-04-24T12:54:47.582988+0000","last_clean":"2024-04-24T12:54:47.582988+0000","last_became_active":"2024-04-24T12:52:08.652347+0000","last_became_peered":"2024-04-24T12:52:08.652347+0000","last_unstale":"2024-04-24T12:54:47.582988+0000","last_undegraded":"2024-04-24T12:54:47.582988+0000","last_fullsized":"2024-04-24T12:54:47.582988+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T22:33:59.496152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00047144199999999998,"stat_sum":{"num_bytes":16,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":11,"num_read_kb":3,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"60'6","reported_seq":83,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020315+0000","last_change":"2024-04-24T12:52:12.668490+0000","last_active":"2024-04-24T12:55:11.020315+0000","last_peered":"2024-04-24T12:55:11.020315+0000","last_clean":"2024-04-24T12:55:11.020315+0000","last_became_active":"2024-04-24T12:52:08.648911+0000","last_became_peered":"2024-04-24T12:52:08.648911+0000","last_unstale":"2024-04-24T12:55:11.020315+0000","last_undegraded":"2024-04-24T12:55:11.020315+0000","last_fullsized":"2024-04-24T12:55:11.020315+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T23:42:12.426780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0010045010000000001,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":67,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,2],"acting":[3,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:17.023898+0000","last_change":"2024-04-24T12:52:12.664518+0000","last_active":"2024-04-24T12:52:17.023898+0000","last_peered":"2024-04-24T12:52:17.023898+0000","last_clean":"2024-04-24T12:52:17.023898+0000","last_became_active":"2024-04-24T12:52:08.647337+0000","last_became_peered":"2024-04-24T12:52:08.647337+0000","last_unstale":"2024-04-24T12:52:17.023898+0000","last_undegraded":"2024-04-24T12:52:17.023898+0000","last_fullsized":"2024-04-24T12:52:17.023898+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-26T00:30:57.546019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00062679599999999999,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.3","version":"60'2","reported_seq":31,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:23.080734+0000","last_change":"2024-04-24T12:52:12.882448+0000","last_active":"2024-04-24T12:52:23.080734+0000","last_peered":"2024-04-24T12:52:23.080734+0000","last_clean":"2024-04-24T12:52:23.080734+0000","last_became_active":"2024-04-24T12:52:08.648888+0000","last_became_peered":"2024-04-24T12:52:08.648888+0000","last_unstale":"2024-04-24T12:52:23.080734+0000","last_undegraded":"2024-04-24T12:52:23.080734+0000","last_fullsized":"2024-04-24T12:52:23.080734+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T23:06:34.411741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00058443999999999998,"stat_sum":{"num_bytes":1092,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":274,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:53:04.521178+0000","last_change":"2024-04-24T12:49:52.347764+0000","last_active":"2024-04-24T12:53:04.521178+0000","last_peered":"2024-04-24T12:53:04.521178+0000","last_clean":"2024-04-24T12:53:04.521178+0000","last_became_active":"2024-04-24T12:49:52.347303+0000","last_became_peered":"2024-04-24T12:49:52.347303+0000","last_unstale":"2024-04-24T12:53:04.521178+0000","last_undegraded":"2024-04-24T12:53:04.521178+0000","last_fullsized":"2024-04-24T12:53:04.521178+0000","mapping_epoch":42,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":43,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:48:36.631557+0000","last_clean_scrub_stamp":"2024-04-24T12:48:36.631557+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:25:10.129387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,2],"acting":[3,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"60'2","reported_seq":31,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:48.942860+0000","last_change":"2024-04-24T12:52:12.667826+0000","last_active":"2024-04-24T12:52:48.942860+0000","last_peered":"2024-04-24T12:52:48.942860+0000","last_clean":"2024-04-24T12:52:48.942860+0000","last_became_active":"2024-04-24T12:52:08.647475+0000","last_became_peered":"2024-04-24T12:52:08.647475+0000","last_unstale":"2024-04-24T12:52:48.942860+0000","last_undegraded":"2024-04-24T12:52:48.942860+0000","last_fullsized":"2024-04-24T12:52:48.942860+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:18:24.479563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00051842200000000005,"stat_sum":{"num_bytes":1092,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.797366+0000","last_change":"2024-04-24T12:52:12.670053+0000","last_active":"2024-04-24T12:52:16.797366+0000","last_peered":"2024-04-24T12:52:16.797366+0000","last_clean":"2024-04-24T12:52:16.797366+0000","last_became_active":"2024-04-24T12:52:08.656404+0000","last_became_peered":"2024-04-24T12:52:08.656404+0000","last_unstale":"2024-04-24T12:52:16.797366+0000","last_undegraded":"2024-04-24T12:52:16.797366+0000","last_fullsized":"2024-04-24T12:52:16.797366+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T15:14:37.975940+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00042408300000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.6","version":"60'6","reported_seq":80,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020213+0000","last_change":"2024-04-24T12:52:12.707896+0000","last_active":"2024-04-24T12:55:11.020213+0000","last_peered":"2024-04-24T12:55:11.020213+0000","last_clean":"2024-04-24T12:55:11.020213+0000","last_became_active":"2024-04-24T12:52:08.649130+0000","last_became_peered":"2024-04-24T12:52:08.649130+0000","last_unstale":"2024-04-24T12:55:11.020213+0000","last_undegraded":"2024-04-24T12:55:11.020213+0000","last_fullsized":"2024-04-24T12:55:11.020213+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:12:43.802808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061916800000000002,"stat_sum":{"num_bytes":15,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":67,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,5],"acting":[1,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.7","version":"60'6","reported_seq":74,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:14.424243+0000","last_change":"2024-04-24T12:52:12.668630+0000","last_active":"2024-04-24T12:55:14.424243+0000","last_peered":"2024-04-24T12:55:14.424243+0000","last_clean":"2024-04-24T12:55:14.424243+0000","last_became_active":"2024-04-24T12:52:08.652704+0000","last_became_peered":"2024-04-24T12:52:08.652704+0000","last_unstale":"2024-04-24T12:55:14.424243+0000","last_undegraded":"2024-04-24T12:55:14.424243+0000","last_fullsized":"2024-04-24T12:55:14.424243+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T17:25:37.862983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00087951200000000005,"stat_sum":{"num_bytes":546,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":75,"num_read_kb":64,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.8","version":"60'6","reported_seq":77,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:11.020321+0000","last_change":"2024-04-24T12:52:12.667853+0000","last_active":"2024-04-24T12:55:11.020321+0000","last_peered":"2024-04-24T12:55:11.020321+0000","last_clean":"2024-04-24T12:55:11.020321+0000","last_became_active":"2024-04-24T12:52:08.651300+0000","last_became_peered":"2024-04-24T12:52:08.651300+0000","last_unstale":"2024-04-24T12:55:11.020321+0000","last_undegraded":"2024-04-24T12:55:11.020321+0000","last_fullsized":"2024-04-24T12:55:11.020321+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T14:20:13.978977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053034999999999996,"stat_sum":{"num_bytes":16,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":85,"num_read_kb":67,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.792313+0000","last_change":"2024-04-24T12:52:12.707876+0000","last_active":"2024-04-24T12:52:16.792313+0000","last_peered":"2024-04-24T12:52:16.792313+0000","last_clean":"2024-04-24T12:52:16.792313+0000","last_became_active":"2024-04-24T12:52:08.646992+0000","last_became_peered":"2024-04-24T12:52:08.646992+0000","last_unstale":"2024-04-24T12:52:16.792313+0000","last_undegraded":"2024-04-24T12:52:16.792313+0000","last_fullsized":"2024-04-24T12:52:16.792313+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:12:25.837075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00065204399999999995,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.795137+0000","last_change":"2024-04-24T12:52:12.882613+0000","last_active":"2024-04-24T12:52:16.795137+0000","last_peered":"2024-04-24T12:52:16.795137+0000","last_clean":"2024-04-24T12:52:16.795137+0000","last_became_active":"2024-04-24T12:52:08.651272+0000","last_became_peered":"2024-04-24T12:52:08.651272+0000","last_unstale":"2024-04-24T12:52:16.795137+0000","last_undegraded":"2024-04-24T12:52:16.795137+0000","last_fullsized":"2024-04-24T12:52:16.795137+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:48:33.972193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00046163900000000002,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.797264+0000","last_change":"2024-04-24T12:52:12.670197+0000","last_active":"2024-04-24T12:52:16.797264+0000","last_peered":"2024-04-24T12:52:16.797264+0000","last_clean":"2024-04-24T12:52:16.797264+0000","last_became_active":"2024-04-24T12:52:08.654434+0000","last_became_peered":"2024-04-24T12:52:08.654434+0000","last_unstale":"2024-04-24T12:52:16.797264+0000","last_undegraded":"2024-04-24T12:52:16.797264+0000","last_fullsized":"2024-04-24T12:52:16.797264+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T19:24:19.395974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00056843900000000001,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,3],"acting":[7,6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"60'5","reported_seq":67,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:09.423226+0000","last_change":"2024-04-24T12:52:12.882657+0000","last_active":"2024-04-24T12:55:09.423226+0000","last_peered":"2024-04-24T12:55:09.423226+0000","last_clean":"2024-04-24T12:55:09.423226+0000","last_became_active":"2024-04-24T12:52:08.655029+0000","last_became_peered":"2024-04-24T12:52:08.655029+0000","last_unstale":"2024-04-24T12:55:09.423226+0000","last_undegraded":"2024-04-24T12:55:09.423226+0000","last_fullsized":"2024-04-24T12:55:09.423226+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T22:31:42.569878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.000442254,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":74,"num_read_kb":64,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.d","version":"60'12","reported_seq":131,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:55:12.713264+0000","last_change":"2024-04-24T12:52:12.664108+0000","last_active":"2024-04-24T12:55:12.713264+0000","last_peered":"2024-04-24T12:55:12.713264+0000","last_clean":"2024-04-24T12:55:12.713264+0000","last_became_active":"2024-04-24T12:52:08.644956+0000","last_became_peered":"2024-04-24T12:52:08.644956+0000","last_unstale":"2024-04-24T12:55:12.713264+0000","last_undegraded":"2024-04-24T12:55:12.713264+0000","last_fullsized":"2024-04-24T12:55:12.713264+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T13:21:14.700245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00079348400000000001,"stat_sum":{"num_bytes":562,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":160,"num_read_kb":131,"num_write":6,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,1],"acting":[5,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":29,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-24T12:52:16.792526+0000","last_change":"2024-04-24T12:52:12.708142+0000","last_active":"2024-04-24T12:52:16.792526+0000","last_peered":"2024-04-24T12:52:16.792526+0000","last_clean":"2024-04-24T12:52:16.792526+0000","last_became_active":"2024-04-24T12:52:08.645776+0000","last_became_peered":"2024-04-24T12:52:08.645776+0000","last_unstale":"2024-04-24T12:52:16.792526+0000","last_undegraded":"2024-04-24T12:52:16.792526+0000","last_fullsized":"2024-04-24T12:52:16.792526+0000","mapping_epoch":54,"log_start":"0'0","ondisk_log_start":"0'0","created":54,"last_epoch_clean":55,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-24T12:52:07.628288+0000","last_clean_scrub_stamp":"2024-04-24T12:52:07.628288+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-25T16:50:15.857212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00067801799999999996,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,5],"acting":[1,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":8448,"num_objects":48,"num_object_clones":0,"num_object_copies":144,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":48,"num_whiteouts":0,"num_read":2115,"num_read_kb":2440,"num_write":198,"num_write_kb":138,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":17,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":380928,"data_stored":25344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":224,"ondisk_log_size":224,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":126,"num_read_kb":109,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":2969600,"data_stored":2951840,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":5}],"osd_stats":[{"osd":7,"up_from":52,"seq":223338299451,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27668,"kb_used_data":652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717484,"statfs":{"total":95995035648,"available":95966703616,"internally_reserved":0,"allocated":667648,"data_stored":254930,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":27654602},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":47,"seq":201863462976,"num_pgs":11,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":636,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":651264,"data_stored":255392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31796,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713356,"statfs":{"total":95995035648,"available":95962476544,"internally_reserved":0,"allocated":634880,"data_stored":251088,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":31914437},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738461,"num_pgs":8,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31772,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93713380,"statfs":{"total":95995035648,"available":95962501120,"internally_reserved":0,"allocated":610304,"data_stored":249933,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31914438},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411412,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1220608,"data_stored":843015,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":26,"seq":111669149774,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1236,"kb_used_omap":1,"kb_used_meta":31166,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1265664,"data_stored":844784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31914439},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":34,"seq":146028888138,"num_pgs":9,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27616,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717536,"statfs":{"total":95995035648,"available":95966756864,"internally_reserved":0,"allocated":614400,"data_stored":252069,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":39,"seq":167503724613,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28236,"kb_used_data":1220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716916,"statfs":{"total":95995035648,"available":95966121984,"internally_reserved":0,"allocated":1249280,"data_stored":844189,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":64,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":1219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":2778,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":77824,"data_stored":4547,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":61440,"data_stored":3952,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":5523,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":5061,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-24T12:55:16.957 INFO:tasks.mon_thrash.ceph_manager:clean! 2024-04-24T12:55:16.957 DEBUG:tasks.mon_thrash:Yielding 2024-04-24T12:55:16.957 INFO:teuthology.run_tasks:Running task workunit... 2024-04-24T12:55:16.968 INFO:tasks.workunit:Pulling workunits from ref 0b53cc45042c11665011d25d6e346d9cc4263310 2024-04-24T12:55:16.968 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-24T12:55:16.968 DEBUG:teuthology.orchestra.run.smithi177:> stat -- /home/ubuntu/cephtest/mnt.3 2024-04-24T12:55:16.969 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:start thrashing 2024-04-24T12:55:16.969 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:seed: 1713963316, revive delay: 60.0, thrash delay: 60.0 thrash many: True, maintain quorum: True store thrash: False, probability: 50 freeze mon: prob 10.0 duration 15.0 2024-04-24T12:55:16.969 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 3 2024-04-24T12:55:16.969 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:55:16.987 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:55:16.987 INFO:teuthology.orchestra.run.smithi177.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-04-24T12:55:16.987 DEBUG:teuthology.orchestra.run.smithi177:> mkdir -- /home/ubuntu/cephtest/mnt.3 2024-04-24T12:55:17.045 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.3 2024-04-24T12:55:17.046 DEBUG:teuthology.orchestra.run.smithi177:> cd -- /home/ubuntu/cephtest/mnt.3 && mkdir -- client.3 2024-04-24T12:55:17.103 INFO:tasks.workunit:timeout=30m 2024-04-24T12:55:17.103 INFO:tasks.workunit:cleanup=True 2024-04-24T12:55:17.104 DEBUG:teuthology.orchestra.run.smithi177:> rm -rf /home/ubuntu/cephtest/clone.client.3 && git clone https://github.com/vallariag/ceph.git /home/ubuntu/cephtest/clone.client.3 && cd /home/ubuntu/cephtest/clone.client.3 && git checkout 0b53cc45042c11665011d25d6e346d9cc4263310 2024-04-24T12:55:17.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:16 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/3325863338' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-04-24T12:55:17.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:16 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/2883404011' entity='client.admin' cmd={"prefix": "osd pool get", "pool": "mypool", "var": "pg_num"} : dispatch 2024-04-24T12:55:17.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:16 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3325863338' entity='client.admin' cmd={"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} : dispatch 2024-04-24T12:55:17.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:16 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/2883404011' entity='client.admin' cmd={"prefix": "osd pool get", "pool": "mypool", "var": "pg_num"} : dispatch 2024-04-24T12:55:17.161 INFO:tasks.workunit.client.3.smithi177.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.3'... 2024-04-24T12:55:17.328 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":483,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:55:17.340 INFO:tasks.mon_thrash.ceph_manager:quorum is size 3 2024-04-24T12:55:17.341 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:making sure all monitors are in the quorum 2024-04-24T12:55:17.341 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon a 2024-04-24T12:55:17.341 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T12:55:17.449 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:55:17.449 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:17.449 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:17.449 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 14, 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 605712, 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 483, 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:17.450 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.451 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.452 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.453 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:17.454 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.455 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:55:17.456 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:55:17.457 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.458 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.458 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.458 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.458 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.458 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.459 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.459 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.459 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.459 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.459 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.459 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.460 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.461 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.462 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.463 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:17.463 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.463 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.463 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.463 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.463 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:17.464 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.464 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.464 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.464 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.464 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:55:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:55:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.465 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.466 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:55:17.466 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:55:17.466 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.466 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.466 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.469 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.470 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:17.470 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.470 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.470 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.470 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.471 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:17.471 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.471 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.471 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.471 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.472 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.473 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 12 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:55:17.474 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:55:17.476 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:55:17.476 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon b 2024-04-24T12:55:17.476 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T12:55:17.586 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:55:17.586 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:55:17.586 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:55:17.586 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 14, 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 491002, 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 483, 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:55:17.587 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.588 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.589 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.590 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:55:17.591 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.592 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.593 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.593 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:55:17.593 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.593 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:55:17.593 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.593 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.594 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:55:17.595 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.595 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.595 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.595 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.595 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:55:17.595 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.596 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.596 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.596 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.596 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:55:17.596 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:55:17.596 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.597 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.597 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.597 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.597 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.597 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:17.597 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:17.598 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.598 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.598 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.598 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.598 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:17.598 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.599 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.599 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.599 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.599 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:17.599 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.599 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.600 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.600 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.600 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:55:17.600 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:55:17.600 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.600 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.601 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.601 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.601 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.601 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:55:17.601 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:55:17.601 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.602 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.602 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.602 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.602 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:17.602 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.603 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.603 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.603 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.603 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:17.603 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.603 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.604 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.605 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.605 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.605 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.605 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:55:17.605 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:55:17.605 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.606 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.607 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 3 2024-04-24T12:55:17.607 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.607 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.607 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:55:17.607 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 9 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:55:17.608 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:55:17.609 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:55:17.609 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon c 2024-04-24T12:55:17.609 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T12:55:17.720 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:55:17.720 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:17.720 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:17.720 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 14, 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 499961, 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 484, 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.721 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.722 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.723 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.724 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.724 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.724 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.724 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.724 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.724 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.725 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:55:17.726 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:17.727 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.728 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:55:17.729 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.730 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.731 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.732 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.735 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:17.736 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.737 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:55:17.738 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:55:17.738 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:17.738 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:17.738 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:17.738 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.738 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.739 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 3 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:17.740 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 9 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:17.741 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:17.742 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:55:17.742 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:55:17.743 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:55:17.743 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:monitors to thrash: ['b'] 2024-04-24T12:55:17.743 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:monitors to freeze: ['a'] 2024-04-24T12:55:17.743 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:thrashing mon.b 2024-04-24T12:55:17.743 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:killing mon.b 2024-04-24T12:55:17.744 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-04-24T12:55:17.744 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.b 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 systemd[1]: Stopping Ceph mon.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: pgmap v326: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='client.? 172.21.15.81:0/580043245' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.043 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:17 smithi096 ceph-mon[30039]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: pgmap v326: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:18.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:55:18.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/580043245' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:55:18.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.072 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.072 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:17 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: pgmap v326: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='client.14877 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/580043245' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:17 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:18.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b[30027]: 2024-04-24T12:55:18.044+0000 7fe89186a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T12:55:18.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b[30027]: 2024-04-24T12:55:18.044+0000 7fe89186a700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-04-24T12:55:18.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:18 smithi096 podman[50956]: 2024-04-24 12:55:18.055727538 +0000 UTC m=+0.124571281 container died 2336aa7349eea33271439c5a579ab8552d087daf438287e04a4c7190ac8dbbe3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=ceph-nvmeof-mon-1c8eaae) 2024-04-24T12:55:18.847 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:18 smithi096 podman[50956]: 2024-04-24 12:55:18.453616593 +0000 UTC m=+0.522460342 container cleanup 2336aa7349eea33271439c5a579ab8552d087daf438287e04a4c7190ac8dbbe3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=ceph-nvmeof-mon-1c8eaae, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-24T12:55:18.847 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:18 smithi096 bash[50956]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b 2024-04-24T12:55:18.847 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:55:18 smithi096 podman[50968]: 2024-04-24 12:55:18.629838101 +0000 UTC m=+0.569153684 container remove 2336aa7349eea33271439c5a579ab8552d087daf438287e04a4c7190ac8dbbe3 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=ceph-nvmeof-mon-1c8eaae, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-24T12:55:18.859 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.b.service' 2024-04-24T12:55:18.906 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T12:55:18.906 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-04-24T12:55:18.907 INFO:tasks.mon_thrash:Sending STOP to mon a 2024-04-24T12:55:18.907 INFO:tasks.cephadm.mon.a:Senging signal 19 to mon.a... 2024-04-24T12:55:18.908 DEBUG:teuthology.orchestra.run.smithi081:> sudo docker kill -s 19 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a 2024-04-24T12:55:18.927 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: docker: command not found 2024-04-24T12:55:18.928 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:55:18.928 INFO:tasks.cephadm.mon.a:Ignoring exception while sending signal: Command failed on smithi081 with status 1: 'sudo docker kill -s 19 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a' 2024-04-24T12:55:18.928 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 15.0 secs to unfreeze mons 2024-04-24T12:55:25.988 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:25 smithi096 bash[50894]: time="2024-04-24T12:55:25Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T12:55:25.988 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:25 smithi096 podman[50894]: 2024-04-24 12:55:25.746289235 +0000 UTC m=+10.136282437 container died 4a5bfe1463bcb6af9803305de4201807eae05ff477f706101b04f77462db82e1 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, name=ceph-nvmeof, vendor=Red Hat, Inc., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.version=24.01, org.centos.version=9.0-21.el9, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , release=, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers ) 2024-04-24T12:55:26.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 podman[50894]: 2024-04-24 12:55:26.072854716 +0000 UTC m=+10.462847918 container cleanup 4a5bfe1463bcb6af9803305de4201807eae05ff477f706101b04f77462db82e1 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, name=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers , io.spdk.version=24.01, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, vcs-type=git, version=1.2.5, io.spdk.git.branch=undefined, io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , io.spdk.build.makeflags=) 2024-04-24T12:55:26.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 bash[50894]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T12:55:26.487 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service' 2024-04-24T12:55:26.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 podman[51044]: 2024-04-24 12:55:26.257514233 +0000 UTC m=+0.511820558 container remove 4a5bfe1463bcb6af9803305de4201807eae05ff477f706101b04f77462db82e1 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, io.ceph.git.branch=tags/1.2.5, io.spdk.git.branch=undefined, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.ceph.version=1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, name=ceph-nvmeof, distribution-scope=public, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T12:55:26.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-04-24T12:55:26.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-04-24T12:55:26.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:55:26.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Consumed 2min 58.084s CPU time. 2024-04-24T12:55:26.521 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T12:55:26.521 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopped nvmeof.nvmeof.b 2024-04-24T12:55:26.521 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.3826071816589116) > weight (0.3333333333333333) 2024-04-24T12:55:26.521 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 111 secs before reviving 2024-04-24T12:55:33.929 INFO:tasks.mon_thrash:Sending CONT to mon a 2024-04-24T12:55:33.929 INFO:tasks.cephadm.mon.a:Senging signal 18 to mon.a... 2024-04-24T12:55:33.929 DEBUG:teuthology.orchestra.run.smithi081:> sudo docker kill -s 18 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a 2024-04-24T12:55:33.949 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: docker: command not found 2024-04-24T12:55:33.950 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:55:33.950 INFO:tasks.cephadm.mon.a:Ignoring exception while sending signal: Command failed on smithi081 with status 1: 'sudo docker kill -s 18 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a' 2024-04-24T12:55:33.950 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 2 2024-04-24T12:55:33.950 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v327: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v328: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 4 op/s 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v329: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 3 op/s 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v330: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 4 op/s 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v331: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: mon.c calling monitor election 2024-04-24T12:55:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: mon.a calling monitor election 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v332: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v333: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 3 op/s 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: pgmap v334: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: monmap epoch 3 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: min_mon_release 19 (squid) 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: election_strategy: 1 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:55:34.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: fsmap 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: osdmap e60: 8 total, 8 up, 8 in 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: mgrmap e15: x(active, since 9m) 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-24T12:55:34.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:33 smithi162 ceph-mon[30120]: mon.b (rank 2) addr [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] is down (out of quorum) 2024-04-24T12:55:34.282 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v327: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:34.338 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v328: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 4 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v329: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 16 KiB/s rd, 3 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v330: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 4 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v331: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v332: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v333: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 3 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: pgmap v334: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T12:55:34.339 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:55:34.340 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:55:34.341 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: osdmap e60: 8 total, 8 up, 8 in 2024-04-24T12:55:34.341 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 9m) 2024-04-24T12:55:34.341 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-04-24T12:55:34.341 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-24T12:55:34.341 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-24T12:55:34.341 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:33 smithi081 ceph-mon[26762]: mon.b (rank 2) addr [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] is down (out of quorum) 2024-04-24T12:55:34.353 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":18,"quorum":[0,1],"quorum_names":["a","c"],"quorum_leader_name":"a","quorum_age":1,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:55:34.366 INFO:tasks.mon_thrash.ceph_manager:quorum is size 2 2024-04-24T12:55:34.367 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 2 for mon a 2024-04-24T12:55:34.367 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T12:55:34.478 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:55:34.478 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 18, 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 622741, 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: 1 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 1, 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:55:34.479 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:55:34.480 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.481 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:34.482 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.483 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:55:34.484 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:34.485 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:34.486 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:55:34.487 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:34.488 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:55:34.489 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.490 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:34.491 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.492 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 3 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 13 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.493 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.494 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:34.494 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.494 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.494 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.494 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:55:34.494 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:55:34.495 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 2 2024-04-24T12:55:34.495 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 2 for mon c 2024-04-24T12:55:34.495 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T12:55:34.616 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:55:34.616 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:34.616 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:34.616 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:55:34.616 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 18, 2024-04-24T12:55:34.616 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 516856, 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: 1 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 1, 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:34.617 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:34.618 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.619 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.620 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:55:34.621 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:55:34.622 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.623 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.625 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.626 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:34.627 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.628 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.629 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 5 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.630 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 9 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:55:34.631 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:55:34.633 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 2 2024-04-24T12:55:34.634 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 60.0 secs before reviving monitors 2024-04-24T12:55:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:34 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/456807383' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:55:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:34 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:34 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:34 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:34 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:35.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:34 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/456807383' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:55:35.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:34 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:35.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:34 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:35.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:34 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:55:35.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:34 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:55:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:35 smithi162 ceph-mon[30120]: pgmap v335: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T12:55:36.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:35 smithi081 ceph-mon[26762]: pgmap v335: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T12:55:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:37 smithi162 ceph-mon[30120]: pgmap v336: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T12:55:38.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:37 smithi081 ceph-mon[26762]: pgmap v336: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T12:55:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:39 smithi162 ceph-mon[30120]: pgmap v337: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T12:55:40.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:39 smithi081 ceph-mon[26762]: pgmap v337: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T12:55:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:41 smithi162 ceph-mon[30120]: pgmap v338: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T12:55:42.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:41 smithi081 ceph-mon[26762]: pgmap v338: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T12:55:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:43 smithi162 ceph-mon[30120]: pgmap v339: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:55:44.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:43 smithi081 ceph-mon[26762]: pgmap v339: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:55:46.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:45 smithi162 ceph-mon[30120]: pgmap v340: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T12:55:46.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:45 smithi081 ceph-mon[26762]: pgmap v340: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T12:55:47.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:55:46] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:55:47.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:55:47.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:55:47.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:52984 2024-04-24T12:55:47.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:46 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:55:46.819090] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000229 seconds 2024-04-24T12:55:48.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:47 smithi081 ceph-mon[26762]: pgmap v341: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:55:48.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:47 smithi081 ceph-mon[26762]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:55:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:47 smithi162 ceph-mon[30120]: pgmap v341: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:55:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:47 smithi162 ceph-mon[30120]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:55:48] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:55:49.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:53000 2024-04-24T12:55:49.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:55:48.819240] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000252 seconds 2024-04-24T12:55:50.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:49 smithi081 ceph-mon[26762]: pgmap v343: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:49 smithi162 ceph-mon[30120]: pgmap v343: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:51 smithi081 ceph-mon[26762]: pgmap v344: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:51 smithi162 ceph-mon[30120]: pgmap v344: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:53 smithi081 ceph-mon[26762]: pgmap v345: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:53 smithi162 ceph-mon[30120]: pgmap v345: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:55.949 INFO:tasks.workunit.client.3.smithi177.stderr:Note: switching to '0b53cc45042c11665011d25d6e346d9cc4263310'. 2024-04-24T12:55:55.949 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.949 INFO:tasks.workunit.client.3.smithi177.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-24T12:55:55.949 INFO:tasks.workunit.client.3.smithi177.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr:state without impacting any branches by switching back to a branch. 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: git switch -c 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr:Or undo this operation with: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: git switch - 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:55:55.950 INFO:tasks.workunit.client.3.smithi177.stderr:HEAD is now at 0b53cc45042 debug: keeps running 2024-04-24T12:55:55.954 DEBUG:teuthology.orchestra.run.smithi177:> cd -- /home/ubuntu/cephtest/clone.client.3/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.3 2024-04-24T12:55:56.010 INFO:tasks.workunit.client.3.smithi177.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-24T12:55:56.012 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/direct_io' 2024-04-24T12:55:56.012 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-24T12:55:56.060 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-24T12:55:56.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:55 smithi081 ceph-mon[26762]: pgmap v346: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:56.108 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-24T12:55:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:55 smithi162 ceph-mon[30120]: pgmap v346: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:56.147 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/direct_io' 2024-04-24T12:55:56.148 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/fs' 2024-04-24T12:55:56.148 INFO:tasks.workunit.client.3.smithi177.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-24T12:55:56.186 INFO:tasks.workunit.client.3.smithi177.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.3/qa/workunits/fs' 2024-04-24T12:55:56.190 DEBUG:teuthology.orchestra.run.smithi177:> set -ex 2024-04-24T12:55:56.190 DEBUG:teuthology.orchestra.run.smithi177:> dd if=/home/ubuntu/cephtest/workunits.list.client.3 of=/dev/stdout 2024-04-24T12:55:56.245 INFO:tasks.workunit:Running workunits matching rbd/nvmeof_fio_test.sh on client.3... 2024-04-24T12:55:56.246 INFO:tasks.workunit:Running workunit rbd/nvmeof_fio_test.sh... 2024-04-24T12:55:56.247 DEBUG:teuthology.orchestra.run.smithi177:workunit test rbd/nvmeof_fio_test.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && cd -- /home/ubuntu/cephtest/mnt.3/client.3/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=0b53cc45042c11665011d25d6e346d9cc4263310 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="3" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.3 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.3 CEPH_MNT=/home/ubuntu/cephtest/mnt.3 IOSTAT_INTERVAL=10 RBD_POOL=mypool RUNTIME=600 timeout 30m /home/ubuntu/cephtest/clone.client.3/qa/workunits/rbd/nvmeof_fio_test.sh --rbd_iostat 2024-04-24T12:55:56.301 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo yum -y install fio 2024-04-24T12:55:56.800 INFO:tasks.workunit.client.3.smithi177.stdout:Last metadata expiration check: 0:14:09 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:55:56.920 INFO:tasks.workunit.client.3.smithi177.stdout:Dependencies resolved. 2024-04-24T12:55:56.921 INFO:tasks.workunit.client.3.smithi177.stdout:================================================================================ 2024-04-24T12:55:56.921 INFO:tasks.workunit.client.3.smithi177.stdout: Package Architecture Version Repository Size 2024-04-24T12:55:56.921 INFO:tasks.workunit.client.3.smithi177.stdout:================================================================================ 2024-04-24T12:55:56.921 INFO:tasks.workunit.client.3.smithi177.stdout:Installing: 2024-04-24T12:55:56.921 INFO:tasks.workunit.client.3.smithi177.stdout: fio x86_64 3.35-1.el9 appstream 6.2 M 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout:Installing dependencies: 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: libnbd x86_64 1.18.1-3.el9 appstream 166 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout:Installing weak dependencies: 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-http x86_64 3.35-1.el9 appstream 18 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-libaio x86_64 3.35-1.el9 appstream 16 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-nbd x86_64 3.35-1.el9 appstream 15 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-rados x86_64 3.35-1.el9 appstream 16 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-rbd x86_64 3.35-1.el9 appstream 16 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-rdma x86_64 3.35-1.el9 appstream 21 k 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout:Transaction Summary 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout:================================================================================ 2024-04-24T12:55:56.922 INFO:tasks.workunit.client.3.smithi177.stdout:Install 8 Packages 2024-04-24T12:55:56.923 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:55:56.923 INFO:tasks.workunit.client.3.smithi177.stdout:Total download size: 6.5 M 2024-04-24T12:55:56.923 INFO:tasks.workunit.client.3.smithi177.stdout:Installed size: 9.1 M 2024-04-24T12:55:56.923 INFO:tasks.workunit.client.3.smithi177.stdout:Downloading Packages: 2024-04-24T12:55:57.211 INFO:tasks.workunit.client.3.smithi177.stdout:(1/8): fio-engine-http-3.35-1.el9.x86_64.rpm 86 kB/s | 18 kB 00:00 2024-04-24T12:55:57.236 INFO:tasks.workunit.client.3.smithi177.stdout:(2/8): fio-engine-libaio-3.35-1.el9.x86_64.rpm 67 kB/s | 16 kB 00:00 2024-04-24T12:55:57.261 INFO:tasks.workunit.client.3.smithi177.stdout:(3/8): fio-engine-nbd-3.35-1.el9.x86_64.rpm 294 kB/s | 15 kB 00:00 2024-04-24T12:55:57.287 INFO:tasks.workunit.client.3.smithi177.stdout:(4/8): fio-engine-rados-3.35-1.el9.x86_64.rpm 313 kB/s | 16 kB 00:00 2024-04-24T12:55:57.312 INFO:tasks.workunit.client.3.smithi177.stdout:(5/8): fio-engine-rbd-3.35-1.el9.x86_64.rpm 323 kB/s | 16 kB 00:00 2024-04-24T12:55:57.354 INFO:tasks.workunit.client.3.smithi177.stdout:(6/8): fio-engine-rdma-3.35-1.el9.x86_64.rpm 309 kB/s | 21 kB 00:00 2024-04-24T12:55:57.420 INFO:tasks.workunit.client.3.smithi177.stdout:(7/8): libnbd-1.18.1-3.el9.x86_64.rpm 1.5 MB/s | 166 kB 00:00 2024-04-24T12:55:57.546 INFO:tasks.workunit.client.3.smithi177.stdout:(8/8): fio-3.35-1.el9.x86_64.rpm 11 MB/s | 6.2 MB 00:00 2024-04-24T12:55:57.546 INFO:tasks.workunit.client.3.smithi177.stdout:-------------------------------------------------------------------------------- 2024-04-24T12:55:57.546 INFO:tasks.workunit.client.3.smithi177.stdout:Total 10 MB/s | 6.5 MB 00:00 2024-04-24T12:55:57.671 INFO:tasks.workunit.client.3.smithi177.stdout:Running transaction check 2024-04-24T12:55:57.683 INFO:tasks.workunit.client.3.smithi177.stdout:Transaction check succeeded. 2024-04-24T12:55:57.683 INFO:tasks.workunit.client.3.smithi177.stdout:Running transaction test 2024-04-24T12:55:57.811 INFO:tasks.workunit.client.3.smithi177.stdout:Transaction test succeeded. 2024-04-24T12:55:57.811 INFO:tasks.workunit.client.3.smithi177.stdout:Running transaction 2024-04-24T12:55:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:57 smithi162 ceph-mon[30120]: pgmap v347: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:58.196 INFO:tasks.workunit.client.3.smithi177.stdout: Preparing : 1/1 2024-04-24T12:55:58.273 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : libnbd-1.18.1-3.el9.x86_64 1/8 2024-04-24T12:55:58.298 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-engine-http-3.35-1.el9.x86_64 2/8 2024-04-24T12:55:58.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:57 smithi081 ceph-mon[26762]: pgmap v347: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T12:55:58.323 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-engine-libaio-3.35-1.el9.x86_64 3/8 2024-04-24T12:55:58.349 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-engine-nbd-3.35-1.el9.x86_64 4/8 2024-04-24T12:55:58.374 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-engine-rados-3.35-1.el9.x86_64 5/8 2024-04-24T12:55:58.400 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-engine-rbd-3.35-1.el9.x86_64 6/8 2024-04-24T12:55:58.548 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-engine-rdma-3.35-1.el9.x86_64 7/8 2024-04-24T12:55:58.620 INFO:tasks.workunit.client.3.smithi177.stdout: Installing : fio-3.35-1.el9.x86_64 8/8 2024-04-24T12:56:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:55:59 smithi162 ceph-mon[30120]: pgmap v348: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T12:56:00.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:55:59 smithi081 ceph-mon[26762]: pgmap v348: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T12:56:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:01 smithi162 ceph-mon[30120]: pgmap v349: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Running scriptlet: fio-3.35-1.el9.x86_64 8/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-3.35-1.el9.x86_64 1/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-engine-http-3.35-1.el9.x86_64 2/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-engine-libaio-3.35-1.el9.x86_64 3/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-engine-nbd-3.35-1.el9.x86_64 4/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-engine-rados-3.35-1.el9.x86_64 5/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-engine-rbd-3.35-1.el9.x86_64 6/8 2024-04-24T12:56:02.206 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : fio-engine-rdma-3.35-1.el9.x86_64 7/8 2024-04-24T12:56:02.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:01 smithi081 ceph-mon[26762]: pgmap v349: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T12:56:02.555 INFO:tasks.workunit.client.3.smithi177.stdout: Verifying : libnbd-1.18.1-3.el9.x86_64 8/8 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout:Installed: 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout: fio-3.35-1.el9.x86_64 fio-engine-http-3.35-1.el9.x86_64 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-libaio-3.35-1.el9.x86_64 fio-engine-nbd-3.35-1.el9.x86_64 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-rados-3.35-1.el9.x86_64 fio-engine-rbd-3.35-1.el9.x86_64 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout: fio-engine-rdma-3.35-1.el9.x86_64 libnbd-1.18.1-3.el9.x86_64 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:02.556 INFO:tasks.workunit.client.3.smithi177.stdout:Complete! 2024-04-24T12:56:02.897 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo yum -y install sysstat 2024-04-24T12:56:03.400 INFO:tasks.workunit.client.3.smithi177.stdout:Last metadata expiration check: 0:14:16 ago on Wed 24 Apr 2024 12:41:47 PM UTC. 2024-04-24T12:56:03.482 INFO:tasks.workunit.client.3.smithi177.stdout:Package sysstat-12.5.4-7.el9.x86_64 is already installed. 2024-04-24T12:56:03.522 INFO:tasks.workunit.client.3.smithi177.stdout:Dependencies resolved. 2024-04-24T12:56:03.523 INFO:tasks.workunit.client.3.smithi177.stdout:Nothing to do. 2024-04-24T12:56:03.523 INFO:tasks.workunit.client.3.smithi177.stdout:Complete! 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ namespace_range_start= 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ namespace_range_end= 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ rbd_iostat=false 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ [[ 1 -gt 0 ]] 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ case "$1" in 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ rbd_iostat=true 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ shift 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:+ [[ 0 -gt 0 ]] 2024-04-24T12:56:03.599 INFO:tasks.workunit.client.3.smithi177.stderr:++ mktemp -t nvmeof-fio-XXXX 2024-04-24T12:56:03.600 INFO:tasks.workunit.client.3.smithi177.stderr:+ fio_file=/tmp/nvmeof-fio-t6n4 2024-04-24T12:56:03.600 INFO:tasks.workunit.client.3.smithi177.stderr:++ sudo nvme list --output-format=json 2024-04-24T12:56:03.600 INFO:tasks.workunit.client.3.smithi177.stderr:++ jq -r '.Devices | sort_by(.NameSpace) | .[] | select(.ModelNumber == "Ceph bdev Controller") | .DevicePath' 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:+ all_drives_list='/dev/nvme5n1 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n1 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n1 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n2 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n2 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n2 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n3 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n3 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n3 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n4 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n4 2024-04-24T12:56:03.617 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n4 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n5 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n5 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n5' 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' '' ']' 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' '' ']' 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:+ selected_drives='/dev/nvme5n1 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n1 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n1 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n2 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n2 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n2 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n3 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n3 2024-04-24T12:56:03.618 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n3 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n4 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n4 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n4 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n5 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n5 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n5' 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:+ RUNTIME=600 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:+ cat 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:++ echo '/dev/nvme5n1 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n1 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n1 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n2 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n2 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n2 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n3 2024-04-24T12:56:03.619 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n3 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n3 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n4 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n4 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n4 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme5n5 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme2n5 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:/dev/nvme8n5' 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:++ tr '\n' : 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:++ sed 's/:$//' 2024-04-24T12:56:03.620 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof.fio] starting fio test...' 2024-04-24T12:56:03.621 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof.fio] starting fio test... 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' -n 10 ']' 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ iostat_count=60 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ '[' true = true ']' 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ iterations=120 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ iostat -d -p /dev/nvme5n1 /dev/nvme2n1 /dev/nvme8n1 /dev/nvme5n2 /dev/nvme2n2 /dev/nvme8n2 /dev/nvme5n3 /dev/nvme2n3 /dev/nvme8n3 /dev/nvme5n4 /dev/nvme2n4 /dev/nvme8n4 /dev/nvme5n5 /dev/nvme2n5 /dev/nvme8n5 10 60 -h 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ fio --showcmd /tmp/nvmeof-fio-t6n4 2024-04-24T12:56:03.622 INFO:tasks.workunit.client.3.smithi177.stderr:+ timeout 20 rbd perf image iostat mypool --iterations 120 2024-04-24T12:56:03.669 INFO:tasks.workunit.client.3.smithi177.stderr:rbd: waiting for initial image stats 2024-04-24T12:56:03.669 INFO:tasks.workunit.client.3.smithi177.stderr: 2024-04-24T12:56:03.671 INFO:tasks.workunit.client.3.smithi177.stdout:Linux 5.14.0-437.el9.x86_64 (smithi177) 04/24/2024 _x86_64_ (8 CPU) 2024-04-24T12:56:03.671 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:03.673 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n1 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n2 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n3 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n4 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme2n5 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme5n1 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme5n2 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme5n3 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme5n4 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme5n5 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme8n1 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme8n2 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme8n3 2024-04-24T12:56:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme8n4 2024-04-24T12:56:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.04 0.8k 0.0k 0.0k 1.0M 0.0k 0.0k nvme8n5 2024-04-24T12:56:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:03.795 INFO:tasks.workunit.client.3.smithi177.stdout:fio --name=nvmeof-fio-test --ioengine=sync --bsrange=4k-64k --numjobs=1 --size=1G --time_based=1 --runtime=600 --rw=randrw --verify=md5 --verify_fatal=1 --direct=1 --filename=/dev/nvme5n1:/dev/nvme2n1:/dev/nvme8n1:/dev/nvme5n2:/dev/nvme2n2:/dev/nvme8n2:/dev/nvme5n3:/dev/nvme2n3:/dev/nvme8n3:/dev/nvme5n4:/dev/nvme2n4:/dev/nvme8n4:/dev/nvme5n5:/dev/nvme2n5:/dev/nvme8n5 2024-04-24T12:56:03.795 INFO:tasks.workunit.client.3.smithi177.stderr:+ sudo fio /tmp/nvmeof-fio-t6n4 2024-04-24T12:56:03.939 INFO:tasks.workunit.client.3.smithi177.stdout:nvmeof-fio-test: (g=0): rw=randrw, bs=(R) 4096B-64.0KiB, (W) 4096B-64.0KiB, (T) 4096B-64.0KiB, ioengine=sync, iodepth=1 2024-04-24T12:56:03.939 INFO:tasks.workunit.client.3.smithi177.stdout:fio-3.35 2024-04-24T12:56:03.939 INFO:tasks.workunit.client.3.smithi177.stdout:Starting 1 process 2024-04-24T12:56:04.120 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:03 smithi081 ceph-mon[26762]: pgmap v350: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:56:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:03 smithi162 ceph-mon[30120]: pgmap v350: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:56:05.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:05.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: { 2024-04-24T12:56:05.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: "prefix": "rbd perf image stats", 2024-04-24T12:56:05.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: "pool_spec": "mypool", 2024-04-24T12:56:05.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: "sort_by": "write_ops", 2024-04-24T12:56:05.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: "format": "json" 2024-04-24T12:56:05.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:04 smithi162 ceph-mon[30120]: }"]: dispatch 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: { 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: "prefix": "rbd perf image stats", 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: "pool_spec": "mypool", 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: "sort_by": "write_ops", 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: "format": "json" 2024-04-24T12:56:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:04 smithi081 ceph-mon[26762]: }"]: dispatch 2024-04-24T12:56:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:05 smithi162 ceph-mon[30120]: pgmap v351: 33 pgs: 33 active+clean; 13 MiB data, 230 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-04-24T12:56:06.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:05 smithi081 ceph-mon[26762]: pgmap v351: 33 pgs: 33 active+clean; 13 MiB data, 230 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-04-24T12:56:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:07 smithi162 ceph-mon[30120]: pgmap v352: 33 pgs: 33 active+clean; 162 MiB data, 243 MiB used, 715 GiB / 715 GiB avail; 205 KiB/s rd, 453 KiB/s wr, 82 op/s 2024-04-24T12:56:08.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:07 smithi081 ceph-mon[26762]: pgmap v352: 33 pgs: 33 active+clean; 162 MiB data, 243 MiB used, 715 GiB / 715 GiB avail; 205 KiB/s rd, 453 KiB/s wr, 82 op/s 2024-04-24T12:56:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: pgmap v353: 33 pgs: 33 active+clean; 215 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 404 KiB/s rd, 716 KiB/s wr, 99 op/s 2024-04-24T12:56:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: { 2024-04-24T12:56:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: "prefix": "rbd perf image stats", 2024-04-24T12:56:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: "pool_spec": "mypool", 2024-04-24T12:56:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: "sort_by": "write_ops", 2024-04-24T12:56:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: "format": "json" 2024-04-24T12:56:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:09 smithi162 ceph-mon[30120]: }"]: dispatch 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: pgmap v353: 33 pgs: 33 active+clean; 215 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 404 KiB/s rd, 716 KiB/s wr, 99 op/s 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: { 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: "prefix": "rbd perf image stats", 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: "pool_spec": "mypool", 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: "sort_by": "write_ops", 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: "format": "json" 2024-04-24T12:56:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:09 smithi081 ceph-mon[26762]: }"]: dispatch 2024-04-24T12:56:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:11 smithi162 ceph-mon[30120]: pgmap v354: 33 pgs: 33 active+clean; 876 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 516 op/s 2024-04-24T12:56:12.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:11 smithi081 ceph-mon[26762]: pgmap v354: 33 pgs: 33 active+clean; 876 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 516 op/s 2024-04-24T12:56:13.671 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.40 970.4k 924.0k 0.0k 9.5M 9.0M 0.0k nvme2n1 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.40 1016.4k 944.8k 0.0k 9.9M 9.2M 0.0k nvme2n2 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1.1M 913.2k 0.0k 10.7M 8.9M 0.0k nvme2n3 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1004.0k 940.8k 0.0k 9.8M 9.2M 0.0k nvme2n4 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1.1M 801.6k 0.0k 10.6M 7.8M 0.0k nvme2n5 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.40 962.4k 980.4k 0.0k 9.4M 9.6M 0.0k nvme5n1 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.40 1021.2k 940.4k 0.0k 10.0M 9.2M 0.0k nvme5n2 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1.0M 923.2k 0.0k 10.2M 9.0M 0.0k nvme5n3 2024-04-24T12:56:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 935.6k 939.6k 0.0k 9.1M 9.2M 0.0k nvme5n4 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1.0M 942.8k 0.0k 10.1M 9.2M 0.0k nvme5n5 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.40 982.4k 919.6k 0.0k 9.6M 9.0M 0.0k nvme8n1 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1018.0k 930.4k 0.0k 9.9M 9.1M 0.0k nvme8n2 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 926.0k 872.4k 0.0k 9.0M 8.5M 0.0k nvme8n3 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 1019.6k 958.8k 0.0k 10.0M 9.4M 0.0k nvme8n4 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 962.4k 933.6k 0.0k 9.4M 9.1M 0.0k nvme8n5 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout:NAME WR RD WR_BYTES RD_BYTES WR_LAT RD_LAT 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout:myimage9 35/s 28/s 1.0 MiB/s 638 KiB/s 969.51 us 167.56 us 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout:myimage15 34/s 27/s 1.1 MiB/s 577 KiB/s 957.58 us 162.06 us 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout:myimage1 33/s 27/s 982 KiB/s 723 KiB/s 946.79 us 162.25 us 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout:myimage13 33/s 28/s 1022 KiB/s 569 KiB/s 974.30 us 157.10 us 2024-04-24T12:56:13.675 INFO:tasks.workunit.client.3.smithi177.stdout:myimage14 33/s 29/s 1.1 MiB/s 554 KiB/s 939.48 us 166.74 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage10 33/s 28/s 1.0 MiB/s 649 KiB/s 972.70 us 164.53 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage2 32/s 26/s 1021 KiB/s 533 KiB/s 969.98 us 162.61 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage6 32/s 26/s 1.1 MiB/s 625 KiB/s 945.76 us 172.30 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage7 32/s 27/s 1001 KiB/s 631 KiB/s 990.93 us 166.65 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage12 32/s 28/s 1.0 MiB/s 637 KiB/s 973.68 us 163.92 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage3 31/s 29/s 1.0 MiB/s 727 KiB/s 948.89 us 175.95 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage4 31/s 28/s 982 KiB/s 654 KiB/s 938.49 us 168.97 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage11 29/s 27/s 918 KiB/s 557 KiB/s 950.85 us 162.97 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage8 29/s 31/s 1010 KiB/s 740 KiB/s 951.71 us 165.62 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout:myimage5 29/s 32/s 917 KiB/s 636 KiB/s 951.19 us 159.88 us 2024-04-24T12:56:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:13 smithi162 ceph-mon[30120]: pgmap v355: 33 pgs: 33 active+clean; 924 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.7 MiB/s wr, 586 op/s 2024-04-24T12:56:14.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:13 smithi081 ceph-mon[26762]: pgmap v355: 33 pgs: 33 active+clean; 924 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.7 MiB/s wr, 586 op/s 2024-04-24T12:56:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: { 2024-04-24T12:56:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: "prefix": "rbd perf image stats", 2024-04-24T12:56:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: "pool_spec": "mypool", 2024-04-24T12:56:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: "sort_by": "write_ops", 2024-04-24T12:56:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: "format": "json" 2024-04-24T12:56:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: }"]: dispatch 2024-04-24T12:56:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:56:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:56:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:14 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: { 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: "prefix": "rbd perf image stats", 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: "pool_spec": "mypool", 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: "sort_by": "write_ops", 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: "format": "json" 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: }"]: dispatch 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:56:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:56:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:15 smithi162 ceph-mon[30120]: pgmap v356: 33 pgs: 33 active+clean; 961 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 809 op/s 2024-04-24T12:56:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:56:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:56:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:56:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:15 smithi081 ceph-mon[26762]: pgmap v356: 33 pgs: 33 active+clean; 961 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 809 op/s 2024-04-24T12:56:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:56:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:56:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:56:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:17 smithi162 ceph-mon[30120]: pgmap v357: 33 pgs: 33 active+clean; 973 MiB data, 712 MiB used, 715 GiB / 715 GiB avail; 9.0 MiB/s rd, 12 MiB/s wr, 968 op/s 2024-04-24T12:56:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:17 smithi081 ceph-mon[26762]: pgmap v357: 33 pgs: 33 active+clean; 973 MiB data, 712 MiB used, 715 GiB / 715 GiB avail; 9.0 MiB/s rd, 12 MiB/s wr, 968 op/s 2024-04-24T12:56:18.676 INFO:tasks.workunit.client.3.smithi177.stdout:NAME WR RD WR_BYTES RD_BYTES WR_LAT RD_LAT 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage1 34/s 29/s 938 KiB/s 698 KiB/s 999.94 us 166.07 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage11 33/s 29/s 990 KiB/s 786 KiB/s 969.72 us 164.51 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage6 32/s 34/s 978 KiB/s 905 KiB/s 985.87 us 166.00 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage13 32/s 34/s 906 KiB/s 892 KiB/s 1.00 ms 162.99 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage2 32/s 31/s 987 KiB/s 806 KiB/s 1.01 ms 174.37 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage9 32/s 30/s 932 KiB/s 823 KiB/s 999.49 us 178.43 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage8 31/s 30/s 926 KiB/s 836 KiB/s 985.39 us 179.33 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage4 31/s 32/s 918 KiB/s 781 KiB/s 960.13 us 171.02 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage5 31/s 33/s 824 KiB/s 789 KiB/s 978.82 us 168.97 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage12 31/s 32/s 866 KiB/s 882 KiB/s 980.66 us 164.33 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage14 31/s 31/s 1006 KiB/s 765 KiB/s 992.65 us 179.49 us 2024-04-24T12:56:18.677 INFO:tasks.workunit.client.3.smithi177.stdout:myimage3 30/s 30/s 992 KiB/s 699 KiB/s 1.01 ms 172.88 us 2024-04-24T12:56:18.678 INFO:tasks.workunit.client.3.smithi177.stdout:myimage7 29/s 31/s 935 KiB/s 751 KiB/s 1.02 ms 163.91 us 2024-04-24T12:56:18.678 INFO:tasks.workunit.client.3.smithi177.stdout:myimage10 29/s 31/s 932 KiB/s 834 KiB/s 995.43 us 170.97 us 2024-04-24T12:56:18.678 INFO:tasks.workunit.client.3.smithi177.stdout:myimage15 29/s 35/s 873 KiB/s 906 KiB/s 967.96 us 165.70 us 2024-04-24T12:56:18.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: pgmap v358: 33 pgs: 33 active+clean; 975 MiB data, 726 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 924 op/s 2024-04-24T12:56:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: { 2024-04-24T12:56:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: "prefix": "rbd perf image stats", 2024-04-24T12:56:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: "pool_spec": "mypool", 2024-04-24T12:56:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: "sort_by": "write_ops", 2024-04-24T12:56:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: "format": "json" 2024-04-24T12:56:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:19 smithi162 ceph-mon[30120]: }"]: dispatch 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: pgmap v358: 33 pgs: 33 active+clean; 975 MiB data, 726 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 924 op/s 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: { 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: "prefix": "rbd perf image stats", 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: "pool_spec": "mypool", 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: "sort_by": "write_ops", 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: "format": "json" 2024-04-24T12:56:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:19 smithi081 ceph-mon[26762]: }"]: dispatch 2024-04-24T12:56:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:21 smithi162 ceph-mon[30120]: pgmap v359: 33 pgs: 33 active+clean; 989 MiB data, 842 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 16 MiB/s wr, 1.22k op/s 2024-04-24T12:56:22.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:21 smithi081 ceph-mon[26762]: pgmap v359: 33 pgs: 33 active+clean; 989 MiB data, 842 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 16 MiB/s wr, 1.22k op/s 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 899.6k 833.6k 0.0k 8.8M 8.1M 0.0k nvme2n1 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 902.4k 882.8k 0.0k 8.8M 8.6M 0.0k nvme2n2 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 66.00 821.2k 906.4k 0.0k 8.0M 8.9M 0.0k nvme2n3 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 951.6k 863.2k 0.0k 9.3M 8.4M 0.0k nvme2n4 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 838.8k 869.6k 0.0k 8.2M 8.5M 0.0k nvme2n5 2024-04-24T12:56:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 837.6k 963.6k 0.0k 8.2M 9.4M 0.0k nvme5n1 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 897.6k 892.4k 0.0k 8.8M 8.7M 0.0k nvme5n2 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 66.00 810.0k 969.6k 0.0k 7.9M 9.5M 0.0k nvme5n3 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 66.00 842.4k 852.8k 0.0k 8.2M 8.3M 0.0k nvme5n4 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 924.4k 828.4k 0.0k 9.0M 8.1M 0.0k nvme5n5 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 976.4k 838.8k 0.0k 9.5M 8.2M 0.0k nvme8n1 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 66.00 899.2k 894.8k 0.0k 8.8M 8.7M 0.0k nvme8n2 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 66.00 863.6k 846.0k 0.0k 8.4M 8.3M 0.0k nvme8n3 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 888.8k 866.0k 0.0k 8.7M 8.5M 0.0k nvme8n4 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 65.90 970.8k 756.8k 0.0k 9.5M 7.4M 0.0k nvme8n5 2024-04-24T12:56:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:24.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:23 smithi162 ceph-mon[30120]: pgmap v360: 33 pgs: 33 active+clean; 991 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 12 MiB/s wr, 872 op/s 2024-04-24T12:56:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:23 smithi081 ceph-mon[26762]: pgmap v360: 33 pgs: 33 active+clean; 991 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 12 MiB/s wr, 872 op/s 2024-04-24T12:56:26.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:25 smithi162 ceph-mon[30120]: pgmap v361: 33 pgs: 33 active+clean; 998 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.05k op/s 2024-04-24T12:56:26.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:25 smithi081 ceph-mon[26762]: pgmap v361: 33 pgs: 33 active+clean; 998 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.05k op/s 2024-04-24T12:56:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:27 smithi162 ceph-mon[30120]: pgmap v362: 33 pgs: 33 active+clean; 1004 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 1.01k op/s 2024-04-24T12:56:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:27 smithi081 ceph-mon[26762]: pgmap v362: 33 pgs: 33 active+clean; 1004 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 1.01k op/s 2024-04-24T12:56:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:29 smithi162 ceph-mon[30120]: pgmap v363: 33 pgs: 33 active+clean; 1004 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 11 MiB/s wr, 862 op/s 2024-04-24T12:56:30.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:29 smithi081 ceph-mon[26762]: pgmap v363: 33 pgs: 33 active+clean; 1004 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 11 MiB/s wr, 862 op/s 2024-04-24T12:56:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:31 smithi162 ceph-mon[30120]: pgmap v364: 33 pgs: 33 active+clean; 1007 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.15k op/s 2024-04-24T12:56:32.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:31 smithi081 ceph-mon[26762]: pgmap v364: 33 pgs: 33 active+clean; 1007 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.15k op/s 2024-04-24T12:56:33.671 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 774.8k 736.4k 0.0k 7.6M 7.2M 0.0k nvme2n1 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 740.0k 697.2k 0.0k 7.2M 6.8M 0.0k nvme2n2 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 782.0k 671.6k 0.0k 7.6M 6.6M 0.0k nvme2n3 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 762.4k 708.8k 0.0k 7.4M 6.9M 0.0k nvme2n4 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 741.2k 755.2k 0.0k 7.2M 7.4M 0.0k nvme2n5 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 708.0k 772.0k 0.0k 6.9M 7.5M 0.0k nvme5n1 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 727.6k 752.4k 0.0k 7.1M 7.3M 0.0k nvme5n2 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 686.8k 712.8k 0.0k 6.7M 7.0M 0.0k nvme5n3 2024-04-24T12:56:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 671.6k 760.4k 0.0k 6.6M 7.4M 0.0k nvme5n4 2024-04-24T12:56:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 685.2k 803.2k 0.0k 6.7M 7.8M 0.0k nvme5n5 2024-04-24T12:56:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 751.2k 692.8k 0.0k 7.3M 6.8M 0.0k nvme8n1 2024-04-24T12:56:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 723.2k 706.8k 0.0k 7.1M 6.9M 0.0k nvme8n2 2024-04-24T12:56:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.20 712.0k 689.2k 0.0k 7.0M 6.7M 0.0k nvme8n3 2024-04-24T12:56:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 794.0k 764.0k 0.0k 7.8M 7.5M 0.0k nvme8n4 2024-04-24T12:56:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 63.30 716.0k 698.8k 0.0k 7.0M 6.8M 0.0k nvme8n5 2024-04-24T12:56:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:34.120 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:33 smithi081 ceph-mon[26762]: pgmap v365: 33 pgs: 33 active+clean; 1009 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 910 op/s 2024-04-24T12:56:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:33 smithi162 ceph-mon[30120]: pgmap v365: 33 pgs: 33 active+clean; 1009 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 910 op/s 2024-04-24T12:56:34.635 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T12:56:34.635 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T12:56:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:35 smithi162 ceph-mon[30120]: pgmap v366: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.06k op/s 2024-04-24T12:56:36.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:35 smithi081 ceph-mon[26762]: pgmap v366: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.06k op/s 2024-04-24T12:56:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:37 smithi162 ceph-mon[30120]: pgmap v367: 33 pgs: 33 active+clean; 1012 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 966 op/s 2024-04-24T12:56:38.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:37 smithi081 ceph-mon[26762]: pgmap v367: 33 pgs: 33 active+clean; 1012 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 966 op/s 2024-04-24T12:56:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:39 smithi162 ceph-mon[30120]: pgmap v368: 33 pgs: 33 active+clean; 1012 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.8 MiB/s wr, 806 op/s 2024-04-24T12:56:40.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:39 smithi081 ceph-mon[26762]: pgmap v368: 33 pgs: 33 active+clean; 1012 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.8 MiB/s wr, 806 op/s 2024-04-24T12:56:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:41 smithi162 ceph-mon[30120]: pgmap v369: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.07k op/s 2024-04-24T12:56:42.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:41 smithi081 ceph-mon[26762]: pgmap v369: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.07k op/s 2024-04-24T12:56:43.671 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:43.673 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 605.2k 593.6k 0.0k 5.9M 5.8M 0.0k nvme2n1 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 663.2k 584.8k 0.0k 6.5M 5.7M 0.0k nvme2n2 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 609.2k 572.4k 0.0k 5.9M 5.6M 0.0k nvme2n3 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 630.0k 576.4k 0.0k 6.2M 5.6M 0.0k nvme2n4 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 582.8k 608.0k 0.0k 5.7M 5.9M 0.0k nvme2n5 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 585.6k 542.0k 0.0k 5.7M 5.3M 0.0k nvme5n1 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 562.8k 634.0k 0.0k 5.5M 6.2M 0.0k nvme5n2 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 651.6k 572.4k 0.0k 6.4M 5.6M 0.0k nvme5n3 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 648.0k 590.0k 0.0k 6.3M 5.8M 0.0k nvme5n4 2024-04-24T12:56:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 591.2k 591.2k 0.0k 5.8M 5.8M 0.0k nvme5n5 2024-04-24T12:56:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 603.6k 593.6k 0.0k 5.9M 5.8M 0.0k nvme8n1 2024-04-24T12:56:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 564.8k 674.0k 0.0k 5.5M 6.6M 0.0k nvme8n2 2024-04-24T12:56:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 609.2k 651.2k 0.0k 5.9M 6.4M 0.0k nvme8n3 2024-04-24T12:56:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 618.0k 596.0k 0.0k 6.0M 5.8M 0.0k nvme8n4 2024-04-24T12:56:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 59.50 569.6k 641.6k 0.0k 5.6M 6.3M 0.0k nvme8n5 2024-04-24T12:56:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:43 smithi162 ceph-mon[30120]: pgmap v370: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.5 MiB/s wr, 820 op/s 2024-04-24T12:56:44.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:43 smithi081 ceph-mon[26762]: pgmap v370: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.5 MiB/s wr, 820 op/s 2024-04-24T12:56:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:45 smithi162 ceph-mon[30120]: pgmap v371: 33 pgs: 33 active+clean; 1015 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.7 MiB/s wr, 960 op/s 2024-04-24T12:56:46.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:45 smithi081 ceph-mon[26762]: pgmap v371: 33 pgs: 33 active+clean; 1015 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.7 MiB/s wr, 960 op/s 2024-04-24T12:56:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:47 smithi162 ceph-mon[30120]: pgmap v372: 33 pgs: 33 active+clean; 1016 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 9.0 MiB/s wr, 912 op/s 2024-04-24T12:56:48.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:47 smithi081 ceph-mon[26762]: pgmap v372: 33 pgs: 33 active+clean; 1016 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 9.0 MiB/s wr, 912 op/s 2024-04-24T12:56:49.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:48 smithi162 ceph-mon[30120]: pgmap v373: 33 pgs: 33 active+clean; 1016 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.5 MiB/s wr, 775 op/s 2024-04-24T12:56:49.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:48 smithi081 ceph-mon[26762]: pgmap v373: 33 pgs: 33 active+clean; 1016 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.5 MiB/s wr, 775 op/s 2024-04-24T12:56:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:51 smithi081 ceph-mon[26762]: pgmap v374: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.8 MiB/s wr, 1.02k op/s 2024-04-24T12:56:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:51 smithi162 ceph-mon[30120]: pgmap v374: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.8 MiB/s wr, 1.02k op/s 2024-04-24T12:56:53.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.30 698.4k 609.6k 0.0k 6.8M 6.0M 0.0k nvme2n1 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 626.4k 697.6k 0.0k 6.1M 6.8M 0.0k nvme2n2 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 689.6k 597.2k 0.0k 6.7M 5.8M 0.0k nvme2n3 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 697.2k 648.4k 0.0k 6.8M 6.3M 0.0k nvme2n4 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 571.2k 669.2k 0.0k 5.6M 6.5M 0.0k nvme2n5 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.30 663.2k 686.8k 0.0k 6.5M 6.7M 0.0k nvme5n1 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 678.8k 637.6k 0.0k 6.6M 6.2M 0.0k nvme5n2 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 713.6k 639.6k 0.0k 7.0M 6.2M 0.0k nvme5n3 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 631.2k 593.6k 0.0k 6.2M 5.8M 0.0k nvme5n4 2024-04-24T12:56:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 654.8k 616.0k 0.0k 6.4M 6.0M 0.0k nvme5n5 2024-04-24T12:56:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 56.30 591.6k 568.4k 0.0k 5.8M 5.6M 0.0k nvme8n1 2024-04-24T12:56:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 773.6k 602.0k 0.0k 7.6M 5.9M 0.0k nvme8n2 2024-04-24T12:56:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 580.8k 518.8k 0.0k 5.7M 5.1M 0.0k nvme8n3 2024-04-24T12:56:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 710.4k 707.2k 0.0k 6.9M 6.9M 0.0k nvme8n4 2024-04-24T12:56:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 56.40 644.0k 624.0k 0.0k 6.3M 6.1M 0.0k nvme8n5 2024-04-24T12:56:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:56:54.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:53 smithi081 ceph-mon[26762]: pgmap v375: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.5 MiB/s wr, 795 op/s 2024-04-24T12:56:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:53 smithi162 ceph-mon[30120]: pgmap v375: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.5 MiB/s wr, 795 op/s 2024-04-24T12:56:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:55 smithi081 ceph-mon[26762]: pgmap v376: 33 pgs: 33 active+clean; 1018 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.4 MiB/s wr, 932 op/s 2024-04-24T12:56:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:55 smithi162 ceph-mon[30120]: pgmap v376: 33 pgs: 33 active+clean; 1018 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.4 MiB/s wr, 932 op/s 2024-04-24T12:56:58.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:57 smithi081 ceph-mon[26762]: pgmap v377: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.5 MiB/s wr, 864 op/s 2024-04-24T12:56:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:57 smithi162 ceph-mon[30120]: pgmap v377: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.5 MiB/s wr, 864 op/s 2024-04-24T12:57:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:56:59 smithi081 ceph-mon[26762]: pgmap v378: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.2 MiB/s wr, 711 op/s 2024-04-24T12:57:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:56:59 smithi162 ceph-mon[30120]: pgmap v378: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.2 MiB/s wr, 711 op/s 2024-04-24T12:57:02.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:01 smithi081 ceph-mon[26762]: pgmap v379: 33 pgs: 33 active+clean; 1019 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 934 op/s 2024-04-24T12:57:02.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:01 smithi162 ceph-mon[30120]: pgmap v379: 33 pgs: 33 active+clean; 1019 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 934 op/s 2024-04-24T12:57:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.10 842.4k 748.8k 0.0k 8.2M 7.3M 0.0k nvme2n1 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 780.0k 781.6k 0.0k 7.6M 7.6M 0.0k nvme2n2 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 681.6k 835.2k 0.0k 6.7M 8.2M 0.0k nvme2n3 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 769.2k 787.2k 0.0k 7.5M 7.7M 0.0k nvme2n4 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 794.0k 853.6k 0.0k 7.8M 8.3M 0.0k nvme2n5 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.10 703.6k 830.8k 0.0k 6.9M 8.1M 0.0k nvme5n1 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 769.6k 811.6k 0.0k 7.5M 7.9M 0.0k nvme5n2 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 777.2k 812.4k 0.0k 7.6M 7.9M 0.0k nvme5n3 2024-04-24T12:57:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 727.6k 846.0k 0.0k 7.1M 8.3M 0.0k nvme5n4 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 815.6k 710.0k 0.0k 8.0M 6.9M 0.0k nvme5n5 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 830.4k 688.8k 0.0k 8.1M 6.7M 0.0k nvme8n1 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 672.0k 862.8k 0.0k 6.6M 8.4M 0.0k nvme8n2 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 830.4k 812.8k 0.0k 8.1M 7.9M 0.0k nvme8n3 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 812.8k 700.0k 0.0k 7.9M 6.8M 0.0k nvme8n4 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 52.00 752.8k 778.0k 0.0k 7.4M 7.6M 0.0k nvme8n5 2024-04-24T12:57:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:03 smithi081 ceph-mon[26762]: pgmap v380: 33 pgs: 33 active+clean; 1019 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 10 MiB/s wr, 718 op/s 2024-04-24T12:57:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:03 smithi162 ceph-mon[30120]: pgmap v380: 33 pgs: 33 active+clean; 1019 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 10 MiB/s wr, 718 op/s 2024-04-24T12:57:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:05 smithi081 ceph-mon[26762]: pgmap v381: 33 pgs: 33 active+clean; 1019 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 857 op/s 2024-04-24T12:57:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:05 smithi162 ceph-mon[30120]: pgmap v381: 33 pgs: 33 active+clean; 1019 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 857 op/s 2024-04-24T12:57:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:07 smithi081 ceph-mon[26762]: pgmap v382: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 803 op/s 2024-04-24T12:57:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:07 smithi162 ceph-mon[30120]: pgmap v382: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 803 op/s 2024-04-24T12:57:10.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:09 smithi081 ceph-mon[26762]: pgmap v383: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.9 MiB/s wr, 685 op/s 2024-04-24T12:57:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:09 smithi162 ceph-mon[30120]: pgmap v383: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.9 MiB/s wr, 685 op/s 2024-04-24T12:57:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:11 smithi081 ceph-mon[26762]: pgmap v384: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 931 op/s 2024-04-24T12:57:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:11 smithi162 ceph-mon[30120]: pgmap v384: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 931 op/s 2024-04-24T12:57:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 734.0k 667.6k 0.0k 7.2M 6.5M 0.0k nvme2n1 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.40 733.2k 650.8k 0.0k 7.2M 6.4M 0.0k nvme2n2 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 667.2k 721.6k 0.0k 6.5M 7.0M 0.0k nvme2n3 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 682.0k 818.8k 0.0k 6.7M 8.0M 0.0k nvme2n4 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 679.6k 704.4k 0.0k 6.6M 6.9M 0.0k nvme2n5 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 673.6k 759.2k 0.0k 6.6M 7.4M 0.0k nvme5n1 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.40 748.8k 689.6k 0.0k 7.3M 6.7M 0.0k nvme5n2 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 666.0k 733.2k 0.0k 6.5M 7.2M 0.0k nvme5n3 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 677.6k 786.4k 0.0k 6.6M 7.7M 0.0k nvme5n4 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 717.2k 735.2k 0.0k 7.0M 7.2M 0.0k nvme5n5 2024-04-24T12:57:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 54.40 706.0k 784.0k 0.0k 6.9M 7.7M 0.0k nvme8n1 2024-04-24T12:57:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 728.4k 703.2k 0.0k 7.1M 6.9M 0.0k nvme8n2 2024-04-24T12:57:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 799.6k 730.4k 0.0k 7.8M 7.1M 0.0k nvme8n3 2024-04-24T12:57:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 690.8k 662.8k 0.0k 6.7M 6.5M 0.0k nvme8n4 2024-04-24T12:57:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 54.30 726.0k 721.6k 0.0k 7.1M 7.0M 0.0k nvme8n5 2024-04-24T12:57:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:14.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:13 smithi081 ceph-mon[26762]: pgmap v385: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 10 MiB/s wr, 744 op/s 2024-04-24T12:57:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:13 smithi162 ceph-mon[30120]: pgmap v385: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 10 MiB/s wr, 744 op/s 2024-04-24T12:57:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:15 smithi162 ceph-mon[30120]: pgmap v386: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 885 op/s 2024-04-24T12:57:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:15 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:57:16.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:15 smithi081 ceph-mon[26762]: pgmap v386: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 885 op/s 2024-04-24T12:57:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:15 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:57:17.522 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T12:57:17.523 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T12:57:17.523 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T12:57:17.544 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.544 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: pgmap v387: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 835 op/s 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.545 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.555 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 12:53:07 UTC; 4min 9s ago 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 59912 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 59913 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 60599 (conmon) 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 1.0G 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 4min 33.655s 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T12:57:17.556 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60601 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60631 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60695 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60737 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─60835 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: └─60599 /usr/bin/conmon --api-version 1 -c a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef -u a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef/userdata -p /run/containers/storage/overlay-containers/a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef 2024-04-24T12:57:17.557 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:57:17.558 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: OPTIMIZED 2024-04-24T12:57:17.559 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:57:17.559 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:53000 2024-04-24T12:57:17.559 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:55:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [2024-04-24 12:55:48.819240] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000252 seconds 2024-04-24T12:57:17.560 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 12:55:26 UTC; 1min 51s ago 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Duration: 2min 27.853s 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 49478 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 49479 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 50866 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.594 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 51059 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 51086 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 49647 (code=exited, status=137) 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 2min 58.084s 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:15 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[49647]: [24-Apr-2024 12:55:15] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:25 smithi096 bash[50894]: time="2024-04-24T12:55:25Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:25 smithi096 podman[50894]: 2024-04-24 12:55:25.746289235 +0000 UTC m=+10.136282437 container died 4a5bfe1463bcb6af9803305de4201807eae05ff477f706101b04f77462db82e1 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, name=ceph-nvmeof, vendor=Red Hat, Inc., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.version=24.01, org.centos.version=9.0-21.el9, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , release=, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers ) 2024-04-24T12:57:17.595 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 podman[50894]: 2024-04-24 12:55:26.072854716 +0000 UTC m=+10.462847918 container cleanup 4a5bfe1463bcb6af9803305de4201807eae05ff477f706101b04f77462db82e1 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, name=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers , io.spdk.version=24.01, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, vcs-type=git, version=1.2.5, io.spdk.git.branch=undefined, io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , io.spdk.build.makeflags=) 2024-04-24T12:57:17.596 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 bash[50894]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T12:57:17.596 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 podman[51044]: 2024-04-24 12:55:26.257514233 +0000 UTC m=+0.511820558 container remove 4a5bfe1463bcb6af9803305de4201807eae05ff477f706101b04f77462db82e1 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, io.ceph.git.branch=tags/1.2.5, io.spdk.git.branch=undefined, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.ceph.version=1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, name=ceph-nvmeof, distribution-scope=public, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T12:57:17.596 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-04-24T12:57:17.596 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-04-24T12:57:17.596 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:57:17.596 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:55:26 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Consumed 2min 58.084s CPU time. 2024-04-24T12:57:17.597 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T12:57:17.598 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.620 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: pgmap v387: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 835 op/s 2024-04-24T12:57:17.621 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.621 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:17.633 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:17.633 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 12:52:30 UTC; 4min 47s ago 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49612 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49613 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 49800 (conmon) 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 1.0G 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 5min 8.647s 2024-04-24T12:57:17.634 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49802 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49804 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49824 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49863 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─49865 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: └─49800 /usr/bin/conmon --api-version 1 -c 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -u 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata -p /run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T12:57:17.635 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:57.609189] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:59.248652] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T12:57:17.636 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:55:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:55:04] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:43442 2024-04-24T12:57:17.637 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T12:57:17.936 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T12:57:17.936 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 4m ago 9m smithi081=x;count:1 2024-04-24T12:57:17.937 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 4m ago 10m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T12:57:17.937 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 3/3 4m ago 5m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T12:57:17.937 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 4m ago - 2024-04-24T12:57:18.230 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T12:57:18.230 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (4m) 4m ago 4m 70.5M - 1.2.5 1e28a75d580c a7241c120331 2024-04-24T12:57:18.230 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (4m) 4m ago 4m 74.8M - 1.2.5 1e28a75d580c 4a5bfe1463bc 2024-04-24T12:57:18.230 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (4m) 4m ago 4m 74.4M - 1.2.5 1e28a75d580c 34a62857a7c7 2024-04-24T12:57:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T12:57:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:57:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:57:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:18.585 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1/3 mons down, quorum a,c 2024-04-24T12:57:18.586 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-04-24T12:57:18.586 INFO:teuthology.orchestra.run.smithi177.stdout: mon.b (rank 2) addr [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] is down (out of quorum) 2024-04-24T12:57:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T12:57:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:57:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:57:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:18.935 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T12:57:18.935 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:18.935 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: 1/3 mons down, quorum a,c 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c (age 106s), out of quorum: b 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 11m) 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1021 MiB 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-24T12:57:18.936 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T12:57:18.937 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:57:18.937 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T12:57:18.937 INFO:teuthology.orchestra.run.smithi177.stdout: client: 10 MiB/s rd, 11 MiB/s wr, 414 op/s rd, 420 op/s wr 2024-04-24T12:57:18.937 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:57:18.962 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:18.976 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:18.990 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.004 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.017 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.031 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.044 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.058 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.071 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.085 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.099 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.113 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.126 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.140 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.154 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:57:19.155 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T12:57:19.155 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T12:57:19.155 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T12:57:19.155 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.b 2024-04-24T12:57:19.155 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Restarting nvmeof.nvmeof.b (starting--it wasn't running)... 2024-04-24T12:57:19.155 DEBUG:teuthology.orchestra.run.smithi096:nvmeof.nvmeof.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T12:57:19.156 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T12:57:19.156 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:reviving mon.b 2024-04-24T12:57:19.156 INFO:tasks.cephadm.mon.c:Restarting mon.b (starting--it wasn't running)... 2024-04-24T12:57:19.156 DEBUG:teuthology.orchestra.run.smithi096:mon.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.b.service 2024-04-24T12:57:19.158 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T12:57:19.159 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.b 2024-04-24T12:57:19.486 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:19 smithi096 systemd[1]: Starting Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:57:19.486 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:19 smithi096 systemd[1]: Starting Ceph mon.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:57:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:19 smithi081 ceph-mon[26762]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:57:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:19 smithi081 ceph-mon[26762]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:57:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:19 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3804228892' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T12:57:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:19 smithi081 ceph-mon[26762]: pgmap v388: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 9.0 MiB/s wr, 706 op/s 2024-04-24T12:57:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:19 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/936723639' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:57:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:19 smithi162 ceph-mon[30120]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:57:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:19 smithi162 ceph-mon[30120]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:57:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:19 smithi162 ceph-mon[30120]: from='client.? 172.21.15.177:0/3804228892' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T12:57:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:19 smithi162 ceph-mon[30120]: pgmap v388: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 9.0 MiB/s wr, 706 op/s 2024-04-24T12:57:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:19 smithi162 ceph-mon[30120]: from='client.? 172.21.15.177:0/936723639' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:57:19.774 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:19 smithi096 podman[51662]: 2024-04-24 12:57:19.39225498 +0000 UTC m=+0.025557436 image pull ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba 2024-04-24T12:57:19.775 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:19 smithi096 podman[51662]: 2024-04-24 12:57:19.532396693 +0000 UTC m=+0.165699115 container create 8a452a8bd3c2cfde681611d7b1b7be413ca906b86bfecd424c84e0283319acef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=ceph-nvmeof-mon-1c8eaae, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-24T12:57:19.775 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:19 smithi096 podman[51665]: 2024-04-24 12:57:19.395079386 +0000 UTC m=+0.025718497 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T12:57:19.775 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:19 smithi096 podman[51665]: 2024-04-24 12:57:19.776545562 +0000 UTC m=+0.407184646 container create 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, release=, build-date=2024-04-22 08:15:14 UTC, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, vcs-type=git, io.spdk.build.makeflags=, version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.buildah.version=1.29.0, architecture=x86_64) 2024-04-24T12:57:20.132 INFO:tasks.mon_thrash:Sending STOP to mon a 2024-04-24T12:57:20.132 INFO:tasks.cephadm.mon.a:Senging signal 19 to mon.a... 2024-04-24T12:57:20.132 DEBUG:teuthology.orchestra.run.smithi081:> sudo docker kill -s 19 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a 2024-04-24T12:57:20.152 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: docker: command not found 2024-04-24T12:57:20.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:57:20.153 INFO:tasks.cephadm.mon.a:Ignoring exception while sending signal: Command failed on smithi081 with status 1: 'sudo docker kill -s 19 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a' 2024-04-24T12:57:20.153 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 15.0 secs to unfreeze mons 2024-04-24T12:57:20.278 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 podman[51665]: 2024-04-24 12:57:20.247001016 +0000 UTC m=+0.877640118 container init 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, release=, io.spdk.version=24.01, architecture=x86_64, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.ceph.git.branch=tags/1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, distribution-scope=public, io.ceph.maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, vcs-type=git) 2024-04-24T12:57:20.278 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 podman[51665]: 2024-04-24 12:57:20.249798537 +0000 UTC m=+0.880437621 container start 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.target-arch=, release=, name=ceph-nvmeof, vcs-type=git, io.spdk.build.makeflags=, distribution-scope=public, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, build-date=2024-04-22 08:15:14 UTC, io.ceph.version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01) 2024-04-24T12:57:20.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 podman[51662]: 2024-04-24 12:57:20.029444355 +0000 UTC m=+0.662746782 container init 8a452a8bd3c2cfde681611d7b1b7be413ca906b86bfecd424c84e0283319acef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=ceph-nvmeof-mon-1c8eaae) 2024-04-24T12:57:20.278 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 podman[51662]: 2024-04-24 12:57:20.033199764 +0000 UTC m=+0.666502196 container start 8a452a8bd3c2cfde681611d7b1b7be413ca906b86bfecd424c84e0283319acef (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-b, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.vendor=CentOS) 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev), process ceph-mon, pid 2 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pidfile_write: ignore empty --pid-file 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: load: jerasure load: lrc 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: RocksDB version: 7.9.2 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Git sha 0 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Compile date 2024-04-14 17:31:02 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: DB SUMMARY 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: DB Session ID: 8HIORZCJ4JVDRI7LL0QY 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: CURRENT file: CURRENT 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: MANIFEST file: MANIFEST-000010 size: 899 Bytes 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000021.sst 2024-04-24T12:57:20.279 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000019.log size: 79631 ; 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.error_if_exists: 0 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.create_if_missing: 0 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.paranoid_checks: 1 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.env: 0x560386023060 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.info_log: 0x56038761fb20 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.statistics: (nil) 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.use_fsync: 0 2024-04-24T12:57:20.280 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_log_file_size: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.allow_fallocate: 1 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.use_direct_reads: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.db_log_dir: 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.wal_dir: 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T12:57:20.281 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.write_buffer_manager: 0x5603875f0820 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T12:57:20.282 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.unordered_write: 0 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.row_cache: None 2024-04-24T12:57:20.283 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.wal_filter: None 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.two_write_queues: 0 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.wal_compression: 0 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.atomic_flush: 0 2024-04-24T12:57:20.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.log_readahead_size: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_background_jobs: 2 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_background_compactions: -1 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_subcompactions: 1 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T12:57:20.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_open_files: -1 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_background_flushes: -1 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Compression algorithms supported: 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T12:57:20.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kZSTD supported: 0 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kXpressCompression supported: 0 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kZlibCompression supported: 1 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kSnappyCompression supported: 1 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kLZ4Compression supported: 1 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: kBZip2Compression supported: 0 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.merge_operator: 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_filter: None 2024-04-24T12:57:20.288 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56038761fd00) 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks: 1 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: pin_top_level_index_and_filter: 1 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_type: 0 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_index_type: 0 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_shortening: 1 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: checksum: 4 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: no_block_cache: 0 2024-04-24T12:57:20.289 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache: 0x560387623090 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_name: BinnedLRUCache 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_options: 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: capacity : 536870912 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_shard_bits : 4 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: strict_capacity_limit : 0 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: high_pri_pool_ratio: 0.000 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_cache_compressed: (nil) 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: persistent_cache: (nil) 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size: 4096 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_size_deviation: 10 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_restart_interval: 16 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: index_block_restart_interval: 1 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: metadata_block_size: 4096 2024-04-24T12:57:20.290 INFO:journalctl@ceph.mon.b.smithi096.stdout: partition_filters: 0 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: use_delta_encoding: 1 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: filter_policy: bloomfilter 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: whole_key_filtering: 1 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: verify_compression: 0 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: read_amp_bytes_per_bit: 0 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: format_version: 5 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_index_compression: 1 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: block_align: 0 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: max_auto_readahead_size: 262144 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: prepopulate_block_cache: 0 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: initial_auto_readahead_size: 8192 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T12:57:20.291 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression: NoCompression 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.num_levels: 7 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T12:57:20.292 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T12:57:20.293 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T12:57:20.294 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T12:57:20.295 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.inplace_update_support: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.bloom_locality: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.max_successive_merges: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.ttl: 2592000 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T12:57:20.296 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.enable_blob_files: false 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.min_blob_size: 0 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 23, last_sequence is 9448, log_number is 19,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 19 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 19 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 4a1787d5-e24c-4d86-b6d1-74f1c23cc275 2024-04-24T12:57:20.297 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963440063472, "job": 1, "event": "recovery_started", "wal_files": [19]} 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #19 mode 2 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963440064161, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 24, "file_size": 52861, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 9453, "largest_seqno": 9559, "table_properties": {"data_size": 51373, "index_size": 258, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 197, "raw_key_size": 1233, "raw_average_key_size": 23, "raw_value_size": 50239, "raw_average_value_size": 947, "num_data_blocks": 12, "num_entries": 53, "num_filter_entries": 53, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713963440, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "4a1787d5-e24c-4d86-b6d1-74f1c23cc275", "db_session_id": "8HIORZCJ4JVDRI7LL0QY", "orig_file_number": 24, "seqno_to_time_mapping": "N/A"}} 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963440064220, "job": 1, "event": "recovery_finished"} 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/version_set.cc:5047] Creating manifest 26 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000019.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x560387712000 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: DB pointer 0x5603876fc000 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** DB Stats ** 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T12:57:20.298 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: L0 1/0 51.62 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: L6 1/0 3.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Sum 2/0 3.37 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 116.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** Compaction Stats [default] ** 2024-04-24T12:57:20.299 INFO:journalctl@ceph.mon.b.smithi096.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 116.2 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: Cumulative compaction: 0.00 GB write, 19.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: Interval compaction: 0.00 GB write, 19.01 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T12:57:20.300 INFO:journalctl@ceph.mon.b.smithi096.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: Block cache BinnedLRUCache@0x560387623090#2 capacity: 512.00 MB usage: 0.59 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 7e-06 secs_since: 0 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.23 KB,4.47035e-05%) IndexBlock(1,0.36 KB,6.85453e-05%) Misc(1,0.00 KB,0%) 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: starting mon.b rank 2 at public addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] at bind addrs [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???) e3 preinit fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).mds e1 new map 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).mds e1 print_map 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: e1 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: legacy client fscid: -1 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: 2024-04-24T12:57:20.301 INFO:journalctl@ceph.mon.b.smithi096.stdout: No filesystems configured 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).osd e60 crush map has features 3314933000852226048, adjusting msgr requires 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).osd e60 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).osd e60 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).osd e60 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 bash[51662]: 8a452a8bd3c2cfde681611d7b1b7be413ca906b86bfecd424c84e0283319acef 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 systemd[1]: Started Ceph mon.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v350: 33 pgs: 33 active+clean; 585 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: { 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "prefix": "rbd perf image stats", 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "pool_spec": "mypool", 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "sort_by": "write_ops", 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "format": "json" 2024-04-24T12:57:20.302 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: }"]: dispatch 2024-04-24T12:57:20.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v351: 33 pgs: 33 active+clean; 13 MiB data, 230 MiB used, 715 GiB / 715 GiB avail; 15 KiB/s rd, 27 KiB/s wr, 15 op/s 2024-04-24T12:57:20.303 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v352: 33 pgs: 33 active+clean; 162 MiB data, 243 MiB used, 715 GiB / 715 GiB avail; 205 KiB/s rd, 453 KiB/s wr, 82 op/s 2024-04-24T12:57:20.306 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v353: 33 pgs: 33 active+clean; 215 MiB data, 254 MiB used, 715 GiB / 715 GiB avail; 404 KiB/s rd, 716 KiB/s wr, 99 op/s 2024-04-24T12:57:20.306 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:57:20.306 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: { 2024-04-24T12:57:20.306 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "prefix": "rbd perf image stats", 2024-04-24T12:57:20.306 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "pool_spec": "mypool", 2024-04-24T12:57:20.306 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "sort_by": "write_ops", 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "format": "json" 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: }"]: dispatch 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v354: 33 pgs: 33 active+clean; 876 MiB data, 432 MiB used, 715 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.6 MiB/s wr, 516 op/s 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v355: 33 pgs: 33 active+clean; 924 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.7 MiB/s wr, 586 op/s 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: { 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "prefix": "rbd perf image stats", 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "pool_spec": "mypool", 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "sort_by": "write_ops", 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "format": "json" 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: }"]: dispatch 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.307 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v356: 33 pgs: 33 active+clean; 961 MiB data, 632 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 10 MiB/s wr, 809 op/s 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v357: 33 pgs: 33 active+clean; 973 MiB data, 712 MiB used, 715 GiB / 715 GiB avail; 9.0 MiB/s rd, 12 MiB/s wr, 968 op/s 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v358: 33 pgs: 33 active+clean; 975 MiB data, 726 MiB used, 715 GiB / 715 GiB avail; 9.1 MiB/s rd, 12 MiB/s wr, 924 op/s 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.24670 -' entity='client.admin' cmd=[ 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: { 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "prefix": "rbd perf image stats", 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "pool_spec": "mypool", 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "sort_by": "write_ops", 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: "format": "json" 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: }"]: dispatch 2024-04-24T12:57:20.308 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v359: 33 pgs: 33 active+clean; 989 MiB data, 842 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 16 MiB/s wr, 1.22k op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v360: 33 pgs: 33 active+clean; 991 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 12 MiB/s wr, 872 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v361: 33 pgs: 33 active+clean; 998 MiB data, 1003 MiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.05k op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v362: 33 pgs: 33 active+clean; 1004 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 1.01k op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v363: 33 pgs: 33 active+clean; 1004 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 11 MiB/s wr, 862 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v364: 33 pgs: 33 active+clean; 1007 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 14 MiB/s wr, 1.15k op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v365: 33 pgs: 33 active+clean; 1009 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 910 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v366: 33 pgs: 33 active+clean; 1011 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 1.06k op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v367: 33 pgs: 33 active+clean; 1012 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 966 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v368: 33 pgs: 33 active+clean; 1012 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.8 MiB/s wr, 806 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v369: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 1.07k op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v370: 33 pgs: 33 active+clean; 1014 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.5 MiB/s wr, 820 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v371: 33 pgs: 33 active+clean; 1015 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.7 MiB/s wr, 960 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v372: 33 pgs: 33 active+clean; 1016 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.6 MiB/s rd, 9.0 MiB/s wr, 912 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v373: 33 pgs: 33 active+clean; 1016 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.5 MiB/s wr, 775 op/s 2024-04-24T12:57:20.309 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v374: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.8 MiB/s wr, 1.02k op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v375: 33 pgs: 33 active+clean; 1018 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.5 MiB/s wr, 795 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v376: 33 pgs: 33 active+clean; 1018 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.4 MiB/s wr, 932 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v377: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.5 MiB/s wr, 864 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v378: 33 pgs: 33 active+clean; 1019 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.2 MiB/s wr, 711 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v379: 33 pgs: 33 active+clean; 1019 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 934 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v380: 33 pgs: 33 active+clean; 1019 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 10 MiB/s wr, 718 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v381: 33 pgs: 33 active+clean; 1019 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 857 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v382: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 803 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v383: 33 pgs: 33 active+clean; 1020 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.9 MiB/s wr, 685 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v384: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 931 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v385: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 10 MiB/s wr, 744 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v386: 33 pgs: 33 active+clean; 1020 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 885 op/s 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:57:20.310 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v387: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 835 op/s 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.14949 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:57:20.311 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.14955 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:57:20.312 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3804228892' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T12:57:20.312 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: pgmap v388: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 9.0 MiB/s wr, 706 op/s 2024-04-24T12:57:20.312 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/936723639' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:57:20.393 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 80 secs before thrashing 2024-04-24T12:57:20.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.b calling monitor election 2024-04-24T12:57:20.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.a calling monitor election 2024-04-24T12:57:20.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.c calling monitor election 2024-04-24T12:57:20.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T12:57:20.544 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: monmap epoch 3 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: min_mon_release 19 (squid) 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: election_strategy: 1 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: fsmap 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: mgrmap e15: x(active, since 11m) 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: Cluster is now healthy 2024-04-24T12:57:20.545 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-mon[51702]: overall HEALTH_OK 2024-04-24T12:57:20.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 bash[51665]: 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 2024-04-24T12:57:20.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 systemd[1]: Started Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T12:57:20.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T12:57:20.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b, using rotation 2024-04-24T12:57:20.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T12:57:20.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [gateway] 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: name = client.nvmeof.nvmeof.b 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: group = 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: addr = 172.21.15.96 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: port = 5500 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: enable_auth = False 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: state_update_notify = True 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T12:57:20.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: prometheus_port = 10008 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: verify_nqns = True 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [gateway-logs] 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: log_level = INFO 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: log_files_enabled = True 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: verbose_log_messages = True 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: max_log_files_count = 20 2024-04-24T12:57:20.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [discovery] 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: addr = 172.21.15.96 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: port = 8009 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [ceph] 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: pool = mypool 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: id = nvmeof.nvmeof.b 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [mtls] 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: server_key = ./server.key 2024-04-24T12:57:20.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: client_key = ./client.key 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: server_cert = ./server.crt 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: client_cert = ./client.crt 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [spdk] 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: timeout = 60.0 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: log_level = WARNING 2024-04-24T12:57:20.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: conn_retries = 10 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: transports = tcp 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: [monitor] 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:63: timeout = 1.0 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO config.py:64: ======================================================================================================== 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.b 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T12:57:20.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:144: MonitorGroup server is listening on 172.21.15.96:5499 for group id 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: mon.b calling monitor election 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:57:20.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 11m) 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-24T12:57:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: Cluster is now healthy 2024-04-24T12:57:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:20 smithi081 ceph-mon[26762]: overall HEALTH_OK 2024-04-24T12:57:20.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: mon.b calling monitor election 2024-04-24T12:57:20.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: mon.a calling monitor election 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: mon.c calling monitor election 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: monmap epoch 3 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: min_mon_release 19 (squid) 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: election_strategy: 1 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: fsmap 2024-04-24T12:57:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:57:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: mgrmap e15: x(active, since 11m) 2024-04-24T12:57:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-04-24T12:57:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: Cluster is now healthy 2024-04-24T12:57:20.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:20 smithi162 ceph-mon[30120]: overall HEALTH_OK 2024-04-24T12:57:20.799 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.560+0000 7fd1b72ec5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T12:57:20.799 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.560+0000 7fd1b72ec5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.b pool:mypool group: address: 172.21.15.96:5500 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.561+0000 7fd1b72ec5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.563+0000 7fd1b72ec5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.563+0000 7fd1b72ec5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.564+0000 7fd1b72ec5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.564+0000 7fd1b72ec5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 14976 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.565+0000 7fd1b72ec5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.565+0000 7fd1b3289640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T12:57:20.800 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.565+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.565+0000 7fd1b3289640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.565+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 1 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:133: Gateway client.nvmeof.nvmeof.b group id=1 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.801 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.803 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.804 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.805 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.806 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.566+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:20.807 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.567+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.568+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.570+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.572+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.808 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:351: SPDK process id: 66 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: INFO: Setting log level to WARNING 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO client.py:110: Setting log level to WARNING 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.573+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.575+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.576+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.578+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.579+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.809 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.581+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.582+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.583+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:20.586291] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.585+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:20.586357] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid66 ] 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.586+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.588+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.810 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.589+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.591+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.592+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.594+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.595+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.597+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.598+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.600+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.601+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.811 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.603+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.604+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.606+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.607+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.609+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.610+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.612+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.613+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.615+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.812 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.616+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.618+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.619+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.621+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.622+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.624+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.625+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.627+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.628+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.813 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.630+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.814 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.631+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.815 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.633+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.634+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.636+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.637+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.639+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.640+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.642+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.643+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.816 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.645+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.646+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.648+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.649+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.651+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.652+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.654+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.655+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.817 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.657+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.659+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.660+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.662+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.663+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.665+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.666+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.668+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.818 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.669+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.671+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.672+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.674+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.675+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.677+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.678+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.680+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.681+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.819 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.683+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.684+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.686+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.687+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.689+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.690+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.692+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.693+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.695+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.820 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.696+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.698+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:20.700626] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.700+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.702+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.704+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.705+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.707+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.821 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.709+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.710+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.712+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.713+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.715+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.717+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.718+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.720+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.721+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.822 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.723+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.725+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.726+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.728+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.729+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.731+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.732+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.734+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.735+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.737+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.739+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.740+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.742+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.743+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.745+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.746+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.748+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.749+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.751+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.752+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.754+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.756+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.757+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:20.759631] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.759+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.761+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.762+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.764+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.766+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.768+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.770+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.771+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.773+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.774+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.776+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.777+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.779+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.781+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.782+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.784+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.786+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.827 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.788+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.789+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.791+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.793+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.795+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.796+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.798+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.800+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.801+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.803+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.050 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.805+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.050 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.806+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.050 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.808+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.050 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.809+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.811+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.812+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.814+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.815+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.817+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.818+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.820+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.821+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.823+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.824+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.826+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.827+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.829+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.830+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.832+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.833+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.835+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.836+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.052 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.838+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.839+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.841+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.842+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.844+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.845+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.847+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.848+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.053 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.850+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.054 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.851+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.054 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.853+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.055 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.854+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.055 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.856+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.055 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.857+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.859+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.860+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.862+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.863+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.865+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.866+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.868+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.869+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.871+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.872+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.874+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.875+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.056 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.877+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.878+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.880+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.881+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.883+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.884+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.886+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.887+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.889+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.890+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.892+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.893+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.895+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.896+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.057 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.898+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.899+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.901+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.902+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.904+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.905+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.907+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.908+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.910+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.911+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.913+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.914+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.916+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.058 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.917+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.919+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.920+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.922+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.923+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.925+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.926+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.928+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.929+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.931+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.932+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.934+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.935+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.937+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.059 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.938+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.940+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.941+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.943+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.944+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.946+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.947+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.949+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.950+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.952+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.953+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.955+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.956+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.060 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.958+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.959+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.961+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.962+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.964+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.965+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.967+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.968+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.970+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.971+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.973+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.974+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:20.976037] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.976+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.061 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.977+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.979+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.980+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.982+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.983+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.985+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.986+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.988+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:249: Discovery service process id: 881 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T12:57:21.062 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.990+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:20] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.991+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.993+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.994+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.996+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.997+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:20.999+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.002+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.063 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.003+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 1 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.064 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 3 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 4 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 5 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 6 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 7 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 8 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 9 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 10 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 11 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 12 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 13 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 14 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 15 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 16 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 1 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 3 2024-04-24T12:57:21.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 4 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 5 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 6 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 7 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 8 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 9 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 10 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 11 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 12 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.072 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 13 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 14 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 15 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 16 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 1 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 3 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 4 2024-04-24T12:57:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 5 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 6 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 7 2024-04-24T12:57:21.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 8 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.078 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 9 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 10 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 11 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.079 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 12 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 13 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.080 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 14 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 15 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:21.081 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 16 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: INACCESSIBLE 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: ], , client address: IPv4 172.21.15.96:59486 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 ms_deliver_dispatch: unhandled message 0x559f489cb180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T12:57:21.082 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 ms_deliver_dispatch: unhandled message 0x559f489b9d40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 1 gw_map_epoch 46 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: 2024-04-24T12:57:21.010+0000 7fd1b3289640 0 ms_deliver_dispatch: unhandled message 0x559f489cb500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T12:57:21.083 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO discovery.py:330: discovery addr: 172.21.15.96 port: 8009 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T12:57:21.084 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.067644] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.96:0/290113641, rc 0 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.067760] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.96:0/290113641 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.96:0/290113641' anagrp=2 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.081910] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.110305] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.96:0/3877082091, rc 0 2024-04-24T12:57:21.302 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.110866] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.96:0/3877082091 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.96:0/3877082091' anagrp=3 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.123695] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.136616] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.153316] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T12:57:21.303 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.181636] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.237744] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.96:0/3330805715, rc 0 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.237831] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.96:0/3330805715 2024-04-24T12:57:21.304 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.96:0/3330805715' anagrp=1 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.250442] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.295027] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T12:57:21.305 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T12:57:21.563 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-mon[51702]: pgmap v389: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 944 op/s 2024-04-24T12:57:21.563 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-mon[51702]: from='client.? 172.21.15.96:0/3486002567' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.340261] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.359806] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T12:57:21.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T12:57:21.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T12:57:21.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T12:57:21.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.381422] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T12:57:21.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.401414] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.422116] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T12:57:21.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.442278] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.462302] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.481490] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T12:57:21.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.501513] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:21.538059] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.96 port 4420 *** 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T12:57:21.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T12:57:21.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T12:57:21.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T12:57:21.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T12:57:21.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T12:57:21.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:21 smithi081 ceph-mon[26762]: pgmap v389: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 944 op/s 2024-04-24T12:57:21.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:21 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/3486002567' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:57:21.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:21 smithi162 ceph-mon[30120]: pgmap v389: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 12 MiB/s wr, 944 op/s 2024-04-24T12:57:21.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:21 smithi162 ceph-mon[30120]: from='client.? 172.21.15.96:0/3486002567' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T12:57:23.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:57:22] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:57:23.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:57:23.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:57:23.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:54714 2024-04-24T12:57:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 556.8k 528.8k 0.0k 5.4M 5.2M 0.0k nvme2n1 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 573.2k 541.6k 0.0k 5.6M 5.3M 0.0k nvme2n2 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.10 554.8k 560.0k 0.0k 5.4M 5.5M 0.0k nvme2n3 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 528.0k 568.4k 0.0k 5.2M 5.6M 0.0k nvme2n4 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 595.2k 533.6k 0.0k 5.8M 5.2M 0.0k nvme2n5 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 485.2k 588.4k 0.0k 4.7M 5.7M 0.0k nvme5n1 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 588.0k 544.8k 0.0k 5.7M 5.3M 0.0k nvme5n2 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.10 524.8k 580.8k 0.0k 5.1M 5.7M 0.0k nvme5n3 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.10 500.4k 529.6k 0.0k 4.9M 5.2M 0.0k nvme5n4 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 534.4k 548.8k 0.0k 5.2M 5.4M 0.0k nvme5n5 2024-04-24T12:57:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 493.2k 588.4k 0.0k 4.8M 5.7M 0.0k nvme8n1 2024-04-24T12:57:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.10 520.8k 591.2k 0.0k 5.1M 5.8M 0.0k nvme8n2 2024-04-24T12:57:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.10 552.4k 546.8k 0.0k 5.4M 5.3M 0.0k nvme8n3 2024-04-24T12:57:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 530.8k 566.8k 0.0k 5.2M 5.5M 0.0k nvme8n4 2024-04-24T12:57:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.00 594.8k 527.6k 0.0k 5.8M 5.2M 0.0k nvme8n5 2024-04-24T12:57:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:23 smithi096 ceph-mon[51702]: pgmap v390: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.8 MiB/s wr, 741 op/s 2024-04-24T12:57:23.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:23 smithi162 ceph-mon[30120]: pgmap v390: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.8 MiB/s wr, 741 op/s 2024-04-24T12:57:24.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:23 smithi081 ceph-mon[26762]: pgmap v390: 33 pgs: 33 active+clean; 1021 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.8 MiB/s wr, 741 op/s 2024-04-24T12:57:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:25 smithi081 ceph-mon[26762]: pgmap v391: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.4 MiB/s wr, 830 op/s 2024-04-24T12:57:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:25 smithi096 ceph-mon[51702]: pgmap v391: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.4 MiB/s wr, 830 op/s 2024-04-24T12:57:26.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:25 smithi162 ceph-mon[30120]: pgmap v391: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.2 MiB/s rd, 9.4 MiB/s wr, 830 op/s 2024-04-24T12:57:27.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:57:26] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:57:27.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:27.134 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: OPTIMIZED 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: OPTIMIZED 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: OPTIMIZED 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: ], , client address: IPv4 172.21.15.96:46540 2024-04-24T12:57:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:26.694371] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000282 seconds 2024-04-24T12:57:28.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:27 smithi081 ceph-mon[26762]: pgmap v392: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.8 MiB/s wr, 712 op/s 2024-04-24T12:57:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:27 smithi096 ceph-mon[51702]: pgmap v392: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.8 MiB/s wr, 712 op/s 2024-04-24T12:57:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:27 smithi162 ceph-mon[30120]: pgmap v392: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.8 MiB/s wr, 712 op/s 2024-04-24T12:57:30.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:29 smithi081 ceph-mon[26762]: pgmap v393: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 566 op/s 2024-04-24T12:57:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:29 smithi096 ceph-mon[51702]: pgmap v393: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 566 op/s 2024-04-24T12:57:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:29 smithi162 ceph-mon[30120]: pgmap v393: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 566 op/s 2024-04-24T12:57:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:31 smithi081 ceph-mon[26762]: pgmap v394: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.0 MiB/s wr, 602 op/s 2024-04-24T12:57:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:31 smithi096 ceph-mon[51702]: pgmap v394: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.0 MiB/s wr, 602 op/s 2024-04-24T12:57:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:31 smithi162 ceph-mon[30120]: pgmap v394: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.0 MiB/s wr, 602 op/s 2024-04-24T12:57:33.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 353.6k 254.8k 0.0k 3.5M 2.5M 0.0k nvme2n1 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 348.8k 251.6k 0.0k 3.4M 2.5M 0.0k nvme2n2 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 353.6k 239.6k 0.0k 3.5M 2.3M 0.0k nvme2n3 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 316.8k 232.8k 0.0k 3.1M 2.3M 0.0k nvme2n4 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 400.8k 245.6k 0.0k 3.9M 2.4M 0.0k nvme2n5 2024-04-24T12:57:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 362.8k 303.6k 0.0k 3.5M 3.0M 0.0k nvme5n1 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 386.0k 244.4k 0.0k 3.8M 2.4M 0.0k nvme5n2 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 397.6k 250.4k 0.0k 3.9M 2.4M 0.0k nvme5n3 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.00 403.6k 221.2k 0.0k 3.9M 2.2M 0.0k nvme5n4 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 358.8k 231.6k 0.0k 3.5M 2.3M 0.0k nvme5n5 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 370.0k 255.6k 0.0k 3.6M 2.5M 0.0k nvme8n1 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 416.8k 218.8k 0.0k 4.1M 2.1M 0.0k nvme8n2 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 351.2k 270.8k 0.0k 3.4M 2.6M 0.0k nvme8n3 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 391.2k 264.4k 0.0k 3.8M 2.6M 0.0k nvme8n4 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 371.2k 260.8k 0.0k 3.6M 2.5M 0.0k nvme8n5 2024-04-24T12:57:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:33 smithi081 ceph-mon[26762]: pgmap v395: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 373 op/s 2024-04-24T12:57:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:33 smithi096 ceph-mon[51702]: pgmap v395: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 373 op/s 2024-04-24T12:57:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:33 smithi162 ceph-mon[30120]: pgmap v395: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.4 MiB/s wr, 373 op/s 2024-04-24T12:57:35.153 INFO:tasks.mon_thrash:Sending CONT to mon a 2024-04-24T12:57:35.154 INFO:tasks.cephadm.mon.a:Senging signal 18 to mon.a... 2024-04-24T12:57:35.154 DEBUG:teuthology.orchestra.run.smithi081:> sudo docker kill -s 18 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a 2024-04-24T12:57:35.174 INFO:teuthology.orchestra.run.smithi081.stderr:sudo: docker: command not found 2024-04-24T12:57:35.175 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T12:57:35.175 INFO:tasks.cephadm.mon.a:Ignoring exception while sending signal: Command failed on smithi081 with status 1: 'sudo docker kill -s 18 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon.a' 2024-04-24T12:57:35.175 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 3 2024-04-24T12:57:35.175 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:57:35.595 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":20,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":15,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:57:35.607 INFO:tasks.mon_thrash.ceph_manager:quorum is size 3 2024-04-24T12:57:35.608 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon a 2024-04-24T12:57:35.608 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 20, 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 743995, 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:57:35.732 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 15, 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.733 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.734 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.735 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.736 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.737 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:57:35.738 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.739 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:35.740 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.741 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.741 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.741 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:57:35.741 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.741 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.741 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.742 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.742 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:57:35.742 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.742 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.742 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:57:35.743 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:57:35.744 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:35.745 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:57:35.746 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:57:35.747 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 3 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 19 2024-04-24T12:57:35.748 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:57:35.749 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:57:35.751 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:57:35.751 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon b 2024-04-24T12:57:35.751 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T12:57:35.866 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:57:35.866 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:57:35.866 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 20, 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 15802, 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.867 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 15, 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.868 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.869 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:57:35.870 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.871 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.872 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.873 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.874 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:35.875 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.876 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.877 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:57:35.878 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.879 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.879 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.879 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:57:35.879 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:57:35.879 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:35 smithi081 ceph-mon[26762]: pgmap v396: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 488 op/s 2024-04-24T12:57:35.879 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:35 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4267099297' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:57:35.880 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:57:35.881 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon c 2024-04-24T12:57:35.881 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T12:57:35.993 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 20, 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 638234, 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.994 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 15, 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.995 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:35.996 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:57:35.997 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:35.998 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:57:35.999 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:57:36.000 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:36.001 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:36.002 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:36.003 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.004 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.005 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.006 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:36.007 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 5 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:57:36.008 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 10 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:57:36.009 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:57:36.010 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:57:36.011 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:triggering scrub 2024-04-24T12:57:36.011 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mon scrub 2024-04-24T12:57:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:35 smithi096 ceph-mon[51702]: pgmap v396: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 488 op/s 2024-04-24T12:57:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:35 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/4267099297' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:57:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:35 smithi162 ceph-mon[30120]: pgmap v396: 33 pgs: 33 active+clean; 1021 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 488 op/s 2024-04-24T12:57:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:35 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/4267099297' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:57:36.414 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 60.0 secs before continuing thrashing 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/3436133969' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {auth=28,config=2,health=12,kv=58} crc {auth=3208386719,config=876675216,health=2157093694,kv=4048341041}) 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=637877171}) 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {kv=95,logm=5} crc {kv=2489516469,logm=1156825483}) 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2642408805}) 2024-04-24T12:57:36.959 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3283143860}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4253518494}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=444385158}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2977348241}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2285988657}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3514411533}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1196318033}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=485529392}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2528197025}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1458826686}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1238215997}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=221836086}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4020813123}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3771543109}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3928548585}) 2024-04-24T12:57:36.960 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1460163168}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1141531587}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {logm=80,mdsmap=3,mgr=17} crc {logm=3096534508,mdsmap=2840952586,mgr=3077030854}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {mgr=1,mgr_command_descs=1,mgr_metadata=1,mgrstat=79,mon_config_key=18} crc {mgr=3093430750,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=1567715665,mon_config_key=356681309}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=3663031462}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=755688582}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=10,monmap=5,nvmeofgw=50,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=24} crc {mon_config_key=502817726,monmap=924321070,nvmeofgw=151934058,osd_metadata=1447863247,osd_pg_creating=496959941,osd_snap=172114764,osdmap=2495151898}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=1108348203}) 2024-04-24T12:57:36.961 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:36 smithi162 ceph-mon[30120]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=1} crc {osdmap=2741802941}) 2024-04-24T12:57:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3436133969' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {auth=28,config=2,health=12,kv=58} crc {auth=3208386719,config=876675216,health=2157093694,kv=4048341041}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=637877171}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=95,logm=5} crc {kv=2489516469,logm=1156825483}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2642408805}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3283143860}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4253518494}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=444385158}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2977348241}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2285988657}) 2024-04-24T12:57:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3514411533}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1196318033}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=485529392}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2528197025}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1458826686}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1238215997}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=221836086}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4020813123}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3771543109}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3928548585}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1460163168}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1141531587}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=80,mdsmap=3,mgr=17} crc {logm=3096534508,mdsmap=2840952586,mgr=3077030854}) 2024-04-24T12:57:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mgr=1,mgr_command_descs=1,mgr_metadata=1,mgrstat=79,mon_config_key=18} crc {mgr=3093430750,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=1567715665,mon_config_key=356681309}) 2024-04-24T12:57:37.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=3663031462}) 2024-04-24T12:57:37.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=755688582}) 2024-04-24T12:57:37.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=10,monmap=5,nvmeofgw=50,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=24} crc {mon_config_key=502817726,monmap=924321070,nvmeofgw=151934058,osd_metadata=1447863247,osd_pg_creating=496959941,osd_snap=172114764,osdmap=2495151898}) 2024-04-24T12:57:37.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=1108348203}) 2024-04-24T12:57:37.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:36 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=1} crc {osdmap=2741802941}) 2024-04-24T12:57:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3436133969' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {auth=28,config=2,health=12,kv=58} crc {auth=3208386719,config=876675216,health=2157093694,kv=4048341041}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=637877171}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=95,logm=5} crc {kv=2489516469,logm=1156825483}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2642408805}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3283143860}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4253518494}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=444385158}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2977348241}) 2024-04-24T12:57:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2285988657}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3514411533}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1196318033}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=485529392}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2528197025}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1458826686}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1238215997}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=221836086}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4020813123}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3771543109}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3928548585}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1460163168}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1141531587}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=80,mdsmap=3,mgr=17} crc {logm=3096534508,mdsmap=2840952586,mgr=3077030854}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mgr=1,mgr_command_descs=1,mgr_metadata=1,mgrstat=79,mon_config_key=18} crc {mgr=3093430750,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=1567715665,mon_config_key=356681309}) 2024-04-24T12:57:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=3663031462}) 2024-04-24T12:57:37.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=755688582}) 2024-04-24T12:57:37.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=10,monmap=5,nvmeofgw=50,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=24} crc {mon_config_key=502817726,monmap=924321070,nvmeofgw=151934058,osd_metadata=1447863247,osd_pg_creating=496959941,osd_snap=172114764,osdmap=2495151898}) 2024-04-24T12:57:37.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=1108348203}) 2024-04-24T12:57:37.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:36 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=1} crc {osdmap=2741802941}) 2024-04-24T12:57:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:37 smithi081 ceph-mon[26762]: pgmap v397: 33 pgs: 33 active+clean; 1021 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 474 op/s 2024-04-24T12:57:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:37 smithi096 ceph-mon[51702]: pgmap v397: 33 pgs: 33 active+clean; 1021 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 474 op/s 2024-04-24T12:57:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:37 smithi162 ceph-mon[30120]: pgmap v397: 33 pgs: 33 active+clean; 1021 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.0 MiB/s rd, 4.4 MiB/s wr, 474 op/s 2024-04-24T12:57:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:39 smithi081 ceph-mon[26762]: pgmap v398: 33 pgs: 33 active+clean; 1021 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 414 op/s 2024-04-24T12:57:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:39 smithi096 ceph-mon[51702]: pgmap v398: 33 pgs: 33 active+clean; 1021 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 414 op/s 2024-04-24T12:57:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:39 smithi162 ceph-mon[30120]: pgmap v398: 33 pgs: 33 active+clean; 1021 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.8 MiB/s wr, 414 op/s 2024-04-24T12:57:42.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:41 smithi081 ceph-mon[26762]: pgmap v399: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 654 op/s 2024-04-24T12:57:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:41 smithi096 ceph-mon[51702]: pgmap v399: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 654 op/s 2024-04-24T12:57:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:41 smithi162 ceph-mon[30120]: pgmap v399: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.1 MiB/s wr, 654 op/s 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 513.2k 515.2k 0.0k 5.0M 5.0M 0.0k nvme2n1 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.50 526.0k 414.0k 0.0k 5.1M 4.0M 0.0k nvme2n2 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.50 503.6k 481.6k 0.0k 4.9M 4.7M 0.0k nvme2n3 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 476.8k 491.2k 0.0k 4.7M 4.8M 0.0k nvme2n4 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 515.6k 535.2k 0.0k 5.0M 5.2M 0.0k nvme2n5 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 490.8k 528.4k 0.0k 4.8M 5.2M 0.0k nvme5n1 2024-04-24T12:57:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 483.6k 557.6k 0.0k 4.7M 5.4M 0.0k nvme5n2 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.50 561.2k 482.0k 0.0k 5.5M 4.7M 0.0k nvme5n3 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 466.8k 513.2k 0.0k 4.6M 5.0M 0.0k nvme5n4 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 511.2k 459.6k 0.0k 5.0M 4.5M 0.0k nvme5n5 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 518.8k 480.0k 0.0k 5.1M 4.7M 0.0k nvme8n1 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.50 578.4k 400.4k 0.0k 5.6M 3.9M 0.0k nvme8n2 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.50 514.4k 525.6k 0.0k 5.0M 5.1M 0.0k nvme8n3 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 497.6k 514.0k 0.0k 4.9M 5.0M 0.0k nvme8n4 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 496.0k 504.8k 0.0k 4.8M 4.9M 0.0k nvme8n5 2024-04-24T12:57:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:44.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:43 smithi081 ceph-mon[26762]: pgmap v400: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 653 op/s 2024-04-24T12:57:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:43 smithi096 ceph-mon[51702]: pgmap v400: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 653 op/s 2024-04-24T12:57:44.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:43 smithi162 ceph-mon[30120]: pgmap v400: 33 pgs: 33 active+clean; 1022 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.4 MiB/s wr, 653 op/s 2024-04-24T12:57:46.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:45 smithi081 ceph-mon[26762]: pgmap v401: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.8 MiB/s wr, 798 op/s 2024-04-24T12:57:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:45 smithi096 ceph-mon[51702]: pgmap v401: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.8 MiB/s wr, 798 op/s 2024-04-24T12:57:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:45 smithi162 ceph-mon[30120]: pgmap v401: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 7.8 MiB/s wr, 798 op/s 2024-04-24T12:57:48.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:47 smithi081 ceph-mon[26762]: pgmap v402: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.3 MiB/s wr, 756 op/s 2024-04-24T12:57:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:47 smithi096 ceph-mon[51702]: pgmap v402: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.3 MiB/s wr, 756 op/s 2024-04-24T12:57:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:47 smithi162 ceph-mon[30120]: pgmap v402: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.3 MiB/s wr, 756 op/s 2024-04-24T12:57:50.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:49 smithi081 ceph-mon[26762]: pgmap v403: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 642 op/s 2024-04-24T12:57:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:49 smithi096 ceph-mon[51702]: pgmap v403: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 642 op/s 2024-04-24T12:57:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:49 smithi162 ceph-mon[30120]: pgmap v403: 33 pgs: 33 active+clean; 1022 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 642 op/s 2024-04-24T12:57:52.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:51 smithi081 ceph-mon[26762]: pgmap v404: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 8.2 MiB/s wr, 871 op/s 2024-04-24T12:57:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:51 smithi096 ceph-mon[51702]: pgmap v404: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 8.2 MiB/s wr, 871 op/s 2024-04-24T12:57:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:51 smithi162 ceph-mon[30120]: pgmap v404: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 8.2 MiB/s wr, 871 op/s 2024-04-24T12:57:53.671 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 457.2k 555.6k 0.0k 4.5M 5.4M 0.0k nvme2n1 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.70 512.0k 470.0k 0.0k 5.0M 4.6M 0.0k nvme2n2 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 440.8k 454.4k 0.0k 4.3M 4.4M 0.0k nvme2n3 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 509.6k 533.6k 0.0k 5.0M 5.2M 0.0k nvme2n4 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 579.6k 467.6k 0.0k 5.7M 4.6M 0.0k nvme2n5 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 583.2k 484.0k 0.0k 5.7M 4.7M 0.0k nvme5n1 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 605.2k 577.6k 0.0k 5.9M 5.6M 0.0k nvme5n2 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 552.8k 601.6k 0.0k 5.4M 5.9M 0.0k nvme5n3 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 450.8k 436.0k 0.0k 4.4M 4.3M 0.0k nvme5n4 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 458.4k 443.2k 0.0k 4.5M 4.3M 0.0k nvme5n5 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 555.6k 426.0k 0.0k 5.4M 4.2M 0.0k nvme8n1 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.70 546.4k 540.0k 0.0k 5.3M 5.3M 0.0k nvme8n2 2024-04-24T12:57:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 472.8k 440.0k 0.0k 4.6M 4.3M 0.0k nvme8n3 2024-04-24T12:57:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 583.6k 553.6k 0.0k 5.7M 5.4M 0.0k nvme8n4 2024-04-24T12:57:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 49.60 483.2k 437.2k 0.0k 4.7M 4.3M 0.0k nvme8n5 2024-04-24T12:57:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:57:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:53 smithi081 ceph-mon[26762]: pgmap v405: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.4 MiB/s wr, 684 op/s 2024-04-24T12:57:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:53 smithi096 ceph-mon[51702]: pgmap v405: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.4 MiB/s wr, 684 op/s 2024-04-24T12:57:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:53 smithi162 ceph-mon[30120]: pgmap v405: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.4 MiB/s wr, 684 op/s 2024-04-24T12:57:56.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:55 smithi081 ceph-mon[26762]: pgmap v406: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.8 MiB/s wr, 803 op/s 2024-04-24T12:57:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:55 smithi096 ceph-mon[51702]: pgmap v406: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.8 MiB/s wr, 803 op/s 2024-04-24T12:57:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:55 smithi162 ceph-mon[30120]: pgmap v406: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.8 MiB/s wr, 803 op/s 2024-04-24T12:57:58.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:57 smithi081 ceph-mon[26762]: pgmap v407: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 755 op/s 2024-04-24T12:57:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:57 smithi096 ceph-mon[51702]: pgmap v407: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 755 op/s 2024-04-24T12:57:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:57 smithi162 ceph-mon[30120]: pgmap v407: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.6 MiB/s wr, 755 op/s 2024-04-24T12:58:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:57:59 smithi081 ceph-mon[26762]: pgmap v408: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 638 op/s 2024-04-24T12:58:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:57:59 smithi096 ceph-mon[51702]: pgmap v408: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 638 op/s 2024-04-24T12:58:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:57:59 smithi162 ceph-mon[30120]: pgmap v408: 33 pgs: 33 active+clean; 1022 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.6 MiB/s wr, 638 op/s 2024-04-24T12:58:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:01 smithi081 ceph-mon[26762]: pgmap v409: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 847 op/s 2024-04-24T12:58:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:01 smithi096 ceph-mon[51702]: pgmap v409: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 847 op/s 2024-04-24T12:58:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:01 smithi162 ceph-mon[30120]: pgmap v409: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.9 MiB/s rd, 10 MiB/s wr, 847 op/s 2024-04-24T12:58:03.671 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:03.673 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:58:03.673 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 676.4k 750.4k 0.0k 6.6M 7.3M 0.0k nvme2n1 2024-04-24T12:58:03.673 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 714.0k 796.4k 0.0k 7.0M 7.8M 0.0k nvme2n2 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.60 716.4k 714.8k 0.0k 7.0M 7.0M 0.0k nvme2n3 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 808.4k 618.4k 0.0k 7.9M 6.0M 0.0k nvme2n4 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 778.0k 748.8k 0.0k 7.6M 7.3M 0.0k nvme2n5 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 698.0k 810.8k 0.0k 6.8M 7.9M 0.0k nvme5n1 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 740.0k 637.2k 0.0k 7.2M 6.2M 0.0k nvme5n2 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.60 684.8k 763.6k 0.0k 6.7M 7.5M 0.0k nvme5n3 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 661.6k 717.2k 0.0k 6.5M 7.0M 0.0k nvme5n4 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 694.4k 728.8k 0.0k 6.8M 7.1M 0.0k nvme5n5 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 753.6k 738.8k 0.0k 7.4M 7.2M 0.0k nvme8n1 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 680.0k 750.8k 0.0k 6.6M 7.3M 0.0k nvme8n2 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.60 704.8k 715.2k 0.0k 6.9M 7.0M 0.0k nvme8n3 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 731.2k 669.2k 0.0k 7.1M 6.5M 0.0k nvme8n4 2024-04-24T12:58:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 46.50 790.0k 740.4k 0.0k 7.7M 7.2M 0.0k nvme8n5 2024-04-24T12:58:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:04.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:03 smithi081 ceph-mon[26762]: pgmap v410: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.6 MiB/s wr, 647 op/s 2024-04-24T12:58:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:03 smithi096 ceph-mon[51702]: pgmap v410: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.6 MiB/s wr, 647 op/s 2024-04-24T12:58:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:03 smithi162 ceph-mon[30120]: pgmap v410: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.6 MiB/s wr, 647 op/s 2024-04-24T12:58:06.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:05 smithi081 ceph-mon[26762]: pgmap v411: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 761 op/s 2024-04-24T12:58:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:05 smithi096 ceph-mon[51702]: pgmap v411: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 761 op/s 2024-04-24T12:58:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:05 smithi162 ceph-mon[30120]: pgmap v411: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 761 op/s 2024-04-24T12:58:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:07 smithi081 ceph-mon[26762]: pgmap v412: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 711 op/s 2024-04-24T12:58:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:07 smithi096 ceph-mon[51702]: pgmap v412: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 711 op/s 2024-04-24T12:58:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:07 smithi162 ceph-mon[30120]: pgmap v412: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 711 op/s 2024-04-24T12:58:10.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:09 smithi081 ceph-mon[26762]: pgmap v413: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 9.1 MiB/s wr, 602 op/s 2024-04-24T12:58:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:09 smithi096 ceph-mon[51702]: pgmap v413: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 9.1 MiB/s wr, 602 op/s 2024-04-24T12:58:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:09 smithi162 ceph-mon[30120]: pgmap v413: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 9.1 MiB/s wr, 602 op/s 2024-04-24T12:58:12.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:11 smithi081 ceph-mon[26762]: pgmap v414: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 809 op/s 2024-04-24T12:58:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:11 smithi096 ceph-mon[51702]: pgmap v414: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 809 op/s 2024-04-24T12:58:12.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:11 smithi162 ceph-mon[30120]: pgmap v414: 33 pgs: 33 active+clean; 1023 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 809 op/s 2024-04-24T12:58:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:58:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 702.4k 604.4k 0.0k 6.9M 5.9M 0.0k nvme2n1 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 618.0k 682.4k 0.0k 6.0M 6.7M 0.0k nvme2n2 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 626.8k 675.6k 0.0k 6.1M 6.6M 0.0k nvme2n3 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 619.6k 628.0k 0.0k 6.1M 6.1M 0.0k nvme2n4 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 680.4k 680.8k 0.0k 6.6M 6.6M 0.0k nvme2n5 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 647.2k 596.4k 0.0k 6.3M 5.8M 0.0k nvme5n1 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 601.6k 696.0k 0.0k 5.9M 6.8M 0.0k nvme5n2 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 596.0k 600.4k 0.0k 5.8M 5.9M 0.0k nvme5n3 2024-04-24T12:58:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 656.0k 629.2k 0.0k 6.4M 6.1M 0.0k nvme5n4 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 544.0k 678.0k 0.0k 5.3M 6.6M 0.0k nvme5n5 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 695.6k 657.6k 0.0k 6.8M 6.4M 0.0k nvme8n1 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 614.8k 639.2k 0.0k 6.0M 6.2M 0.0k nvme8n2 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 45.40 672.8k 658.8k 0.0k 6.6M 6.4M 0.0k nvme8n3 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 575.2k 669.6k 0.0k 5.6M 6.5M 0.0k nvme8n4 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 644.8k 574.8k 0.0k 6.3M 5.6M 0.0k nvme8n5 2024-04-24T12:58:13.680 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:14.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:13 smithi081 ceph-mon[26762]: pgmap v415: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 630 op/s 2024-04-24T12:58:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:13 smithi096 ceph-mon[51702]: pgmap v415: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 630 op/s 2024-04-24T12:58:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:13 smithi162 ceph-mon[30120]: pgmap v415: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.9 MiB/s wr, 630 op/s 2024-04-24T12:58:16.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:15 smithi081 ceph-mon[26762]: pgmap v416: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 745 op/s 2024-04-24T12:58:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:15 smithi096 ceph-mon[51702]: pgmap v416: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 745 op/s 2024-04-24T12:58:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:15 smithi162 ceph-mon[30120]: pgmap v416: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 745 op/s 2024-04-24T12:58:18.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:17 smithi081 ceph-mon[26762]: pgmap v417: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 9.7 MiB/s wr, 709 op/s 2024-04-24T12:58:18.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:58:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:17 smithi096 ceph-mon[51702]: pgmap v417: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 9.7 MiB/s wr, 709 op/s 2024-04-24T12:58:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:58:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:17 smithi162 ceph-mon[30120]: pgmap v417: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.4 MiB/s rd, 9.7 MiB/s wr, 709 op/s 2024-04-24T12:58:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:17 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:58:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:58:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-04-24T12:58:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:58:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:58:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:58:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:58:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:58:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-04-24T12:58:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:58:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:58:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:58:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:58:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"} : dispatch 2024-04-24T12:58:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"} : dispatch 2024-04-24T12:58:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:58:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:58:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:58:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:18 smithi162 ceph-mon[30120]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:58:20.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:19 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi081 to 6496M 2024-04-24T12:58:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:19 smithi081 ceph-mon[26762]: pgmap v418: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 8.1 MiB/s wr, 602 op/s 2024-04-24T12:58:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:19 smithi096 ceph-mon[51702]: Adjusting osd_memory_target on smithi081 to 6496M 2024-04-24T12:58:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:19 smithi096 ceph-mon[51702]: pgmap v418: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 8.1 MiB/s wr, 602 op/s 2024-04-24T12:58:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:19 smithi162 ceph-mon[30120]: Adjusting osd_memory_target on smithi081 to 6496M 2024-04-24T12:58:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:19 smithi162 ceph-mon[30120]: pgmap v418: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 8.1 MiB/s wr, 602 op/s 2024-04-24T12:58:22.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:21 smithi081 ceph-mon[26762]: pgmap v419: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 816 op/s 2024-04-24T12:58:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:21 smithi096 ceph-mon[51702]: pgmap v419: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 816 op/s 2024-04-24T12:58:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:21 smithi162 ceph-mon[30120]: pgmap v419: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 11 MiB/s wr, 816 op/s 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 610.4k 621.6k 0.0k 6.0M 6.1M 0.0k nvme2n1 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.20 498.0k 574.0k 0.0k 4.9M 5.6M 0.0k nvme2n2 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.20 561.6k 578.0k 0.0k 5.5M 5.6M 0.0k nvme2n3 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 520.4k 617.6k 0.0k 5.1M 6.0M 0.0k nvme2n4 2024-04-24T12:58:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 608.8k 535.6k 0.0k 5.9M 5.2M 0.0k nvme2n5 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 579.6k 591.6k 0.0k 5.7M 5.8M 0.0k nvme5n1 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.20 592.0k 547.6k 0.0k 5.8M 5.3M 0.0k nvme5n2 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.20 616.8k 546.0k 0.0k 6.0M 5.3M 0.0k nvme5n3 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 571.2k 621.2k 0.0k 5.6M 6.1M 0.0k nvme5n4 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 577.6k 610.4k 0.0k 5.6M 6.0M 0.0k nvme5n5 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.20 556.4k 613.2k 0.0k 5.4M 6.0M 0.0k nvme8n1 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.20 495.6k 634.8k 0.0k 4.8M 6.2M 0.0k nvme8n2 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 670.0k 575.2k 0.0k 6.5M 5.6M 0.0k nvme8n3 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 573.2k 573.6k 0.0k 5.6M 5.6M 0.0k nvme8n4 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 47.30 611.2k 564.8k 0.0k 6.0M 5.5M 0.0k nvme8n5 2024-04-24T12:58:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:24.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:23 smithi081 ceph-mon[26762]: pgmap v420: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.2 MiB/s wr, 643 op/s 2024-04-24T12:58:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:23 smithi096 ceph-mon[51702]: pgmap v420: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.2 MiB/s wr, 643 op/s 2024-04-24T12:58:24.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:23 smithi162 ceph-mon[30120]: pgmap v420: 33 pgs: 33 active+clean; 1023 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 8.2 MiB/s wr, 643 op/s 2024-04-24T12:58:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:25 smithi081 ceph-mon[26762]: pgmap v421: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.5 MiB/s wr, 760 op/s 2024-04-24T12:58:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:25 smithi096 ceph-mon[51702]: pgmap v421: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.5 MiB/s wr, 760 op/s 2024-04-24T12:58:26.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:25 smithi162 ceph-mon[30120]: pgmap v421: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 9.5 MiB/s wr, 760 op/s 2024-04-24T12:58:28.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:27 smithi081 ceph-mon[26762]: pgmap v422: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 8.8 MiB/s wr, 723 op/s 2024-04-24T12:58:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:27 smithi096 ceph-mon[51702]: pgmap v422: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 8.8 MiB/s wr, 723 op/s 2024-04-24T12:58:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:27 smithi162 ceph-mon[30120]: pgmap v422: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 8.8 MiB/s wr, 723 op/s 2024-04-24T12:58:30.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:29 smithi081 ceph-mon[26762]: pgmap v423: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 612 op/s 2024-04-24T12:58:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:29 smithi096 ceph-mon[51702]: pgmap v423: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 612 op/s 2024-04-24T12:58:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:29 smithi162 ceph-mon[30120]: pgmap v423: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 612 op/s 2024-04-24T12:58:32.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:31 smithi081 ceph-mon[26762]: pgmap v424: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.3 MiB/s wr, 818 op/s 2024-04-24T12:58:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:31 smithi096 ceph-mon[51702]: pgmap v424: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.3 MiB/s wr, 818 op/s 2024-04-24T12:58:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:31 smithi162 ceph-mon[30120]: pgmap v424: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.3 MiB/s wr, 818 op/s 2024-04-24T12:58:33.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:58:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 508.0k 462.0k 0.0k 5.0M 4.5M 0.0k nvme2n1 2024-04-24T12:58:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 45.70 528.8k 516.8k 0.0k 5.2M 5.0M 0.0k nvme2n2 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 538.0k 474.4k 0.0k 5.3M 4.6M 0.0k nvme2n3 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 484.4k 529.6k 0.0k 4.7M 5.2M 0.0k nvme2n4 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 516.0k 531.6k 0.0k 5.0M 5.2M 0.0k nvme2n5 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 538.4k 442.0k 0.0k 5.3M 4.3M 0.0k nvme5n1 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.70 410.4k 576.8k 0.0k 4.0M 5.6M 0.0k nvme5n2 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.70 510.8k 454.0k 0.0k 5.0M 4.4M 0.0k nvme5n3 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 564.4k 464.0k 0.0k 5.5M 4.5M 0.0k nvme5n4 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 534.8k 512.4k 0.0k 5.2M 5.0M 0.0k nvme5n5 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.70 476.4k 533.2k 0.0k 4.7M 5.2M 0.0k nvme8n1 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.70 503.2k 495.6k 0.0k 4.9M 4.8M 0.0k nvme8n2 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 514.4k 521.2k 0.0k 5.0M 5.1M 0.0k nvme8n3 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 500.4k 501.6k 0.0k 4.9M 4.9M 0.0k nvme8n4 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 503.2k 564.8k 0.0k 4.9M 5.5M 0.0k nvme8n5 2024-04-24T12:58:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:34.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:33 smithi081 ceph-mon[26762]: pgmap v425: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 632 op/s 2024-04-24T12:58:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:33 smithi096 ceph-mon[51702]: pgmap v425: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 632 op/s 2024-04-24T12:58:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:33 smithi162 ceph-mon[30120]: pgmap v425: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 632 op/s 2024-04-24T12:58:36.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:35 smithi081 ceph-mon[26762]: pgmap v426: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.1 MiB/s wr, 747 op/s 2024-04-24T12:58:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:35 smithi096 ceph-mon[51702]: pgmap v426: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.1 MiB/s wr, 747 op/s 2024-04-24T12:58:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:35 smithi162 ceph-mon[30120]: pgmap v426: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.1 MiB/s wr, 747 op/s 2024-04-24T12:58:36.415 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T12:58:36.415 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T12:58:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:37 smithi081 ceph-mon[26762]: pgmap v427: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.6 MiB/s wr, 699 op/s 2024-04-24T12:58:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:37 smithi096 ceph-mon[51702]: pgmap v427: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.6 MiB/s wr, 699 op/s 2024-04-24T12:58:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:37 smithi162 ceph-mon[30120]: pgmap v427: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 7.5 MiB/s rd, 7.6 MiB/s wr, 699 op/s 2024-04-24T12:58:40.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:39 smithi081 ceph-mon[26762]: pgmap v428: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 591 op/s 2024-04-24T12:58:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:39 smithi096 ceph-mon[51702]: pgmap v428: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 591 op/s 2024-04-24T12:58:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:39 smithi162 ceph-mon[30120]: pgmap v428: 33 pgs: 33 active+clean; 1024 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 591 op/s 2024-04-24T12:58:40.394 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T12:58:40.394 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T12:58:40.395 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T12:58:40.423 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:58:40.423 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 12:53:07 UTC; 5min ago 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 59912 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 59913 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 60599 (conmon) 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 1.0G 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 5min 58.496s 2024-04-24T12:58:40.424 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60601 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60631 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60695 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─60737 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─60835 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: └─60599 /usr/bin/conmon --api-version 1 -c a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef -u a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef/userdata -p /run/containers/storage/overlay-containers/a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef 2024-04-24T12:58:40.425 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: states { 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: grp_id: 2 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: state: INACCESSIBLE 2024-04-24T12:58:40.426 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: } 2024-04-24T12:58:40.427 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:57:22 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: ], , client address: IPv4 172.21.15.81:54714 2024-04-24T12:58:40.428 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T12:58:40.460 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:58:40.460 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T12:58:40.460 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 12:57:20 UTC; 1min 20s ago 2024-04-24T12:58:40.460 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 51569 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:58:40.460 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 51571 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 51697 (conmon) 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 117.7M 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 1min 22.154s 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─51699 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.461 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─51742 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─51758 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─51806 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─52621 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout: └─51697 /usr/bin/conmon --api-version 1 -c 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 -u 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19/userdata -p /run/containers/storage/overlay-containers/8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: OPTIMIZED 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:58:40.462 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:58:40.463 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: states { 2024-04-24T12:58:40.463 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: grp_id: 2 2024-04-24T12:58:40.463 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: state: OPTIMIZED 2024-04-24T12:58:40.463 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: } 2024-04-24T12:58:40.463 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: ], , client address: IPv4 172.21.15.96:46540 2024-04-24T12:58:40.463 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:57:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [2024-04-24 12:57:26.694371] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000282 seconds 2024-04-24T12:58:40.464 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T12:58:40.497 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 12:52:30 UTC; 6min ago 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49612 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49613 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 49800 (conmon) 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 1.0G 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 6min 33.273s 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T12:58:40.498 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49802 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49804 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49824 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49863 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─49865 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: └─49800 /usr/bin/conmon --api-version 1 -c 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -u 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata -p /run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:58:40.499 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:57.609189] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:57 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:57] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:54:59.248652] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:54:59 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:54:59] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T12:58:40.500 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:55:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:55:04] INFO grpc.py:2362: Received request to list the subsystem, context: , client address: IPv4 172.21.15.177:43442 2024-04-24T12:58:40.502 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T12:58:40.807 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T12:58:40.807 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 5m ago 11m smithi081=x;count:1 2024-04-24T12:58:40.807 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 5m ago 11m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T12:58:40.807 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 3/3 5m ago 6m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T12:58:40.808 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 5m ago - 2024-04-24T12:58:41.101 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T12:58:41.101 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (5m) 5m ago 5m 70.5M - 1.2.5 1e28a75d580c a7241c120331 2024-04-24T12:58:41.101 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (5m) 5m ago 5m 74.8M - 1.2.5 1e28a75d580c 4a5bfe1463bc 2024-04-24T12:58:41.101 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (6m) 5m ago 6m 74.4M - 1.2.5 1e28a75d580c 34a62857a7c7 2024-04-24T12:58:41.458 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_OK 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_OK 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 81s) 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 12m) 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 8m), 8 in (since 8m) 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T12:58:41.799 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1024 MiB 2024-04-24T12:58:41.800 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-24T12:58:41.800 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T12:58:41.800 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:58:41.800 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T12:58:41.800 INFO:teuthology.orchestra.run.smithi177.stdout: client: 8.2 MiB/s rd, 8.2 MiB/s wr, 395 op/s rd, 392 op/s wr 2024-04-24T12:58:41.800 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T12:58:41.824 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.839 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.853 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.866 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.880 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.894 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.907 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.921 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.935 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.949 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.962 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.975 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:41.989 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:42.002 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:42.016 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T12:58:42.018 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T12:58:42.018 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T12:58:42.019 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T12:58:42.019 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T12:58:42.019 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T12:58:42.019 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T12:58:42.019 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T12:58:42.020 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 3 2024-04-24T12:58:42.020 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:58:42.041 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:41 smithi081 ceph-mon[26762]: pgmap v429: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 787 op/s 2024-04-24T12:58:42.041 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:41 smithi081 ceph-mon[26762]: from='client.24781 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:58:42.041 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:41 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/4102177652' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T12:58:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:41 smithi096 ceph-mon[51702]: pgmap v429: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 787 op/s 2024-04-24T12:58:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:41 smithi096 ceph-mon[51702]: from='client.24781 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:58:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:41 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/4102177652' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T12:58:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:41 smithi162 ceph-mon[30120]: pgmap v429: 33 pgs: 33 active+clean; 1024 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 787 op/s 2024-04-24T12:58:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:41 smithi162 ceph-mon[30120]: from='client.24781 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:58:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:41 smithi162 ceph-mon[30120]: from='client.? 172.21.15.177:0/4102177652' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T12:58:42.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:58:42 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:58:42.425 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":20,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":82,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:58:42.439 INFO:tasks.mon_thrash.ceph_manager:quorum is size 3 2024-04-24T12:58:42.439 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:making sure all monitors are in the quorum 2024-04-24T12:58:42.439 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon a 2024-04-24T12:58:42.440 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T12:58:42.555 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 20, 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 810819, 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 82, 2024-04-24T12:58:42.556 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.557 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.558 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.559 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.560 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:58:42.561 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.562 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.563 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:58:42.564 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.565 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.566 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.567 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.568 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 3 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 18 2024-04-24T12:58:42.569 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:58:42.570 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:58:42.571 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:58:42.571 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon b 2024-04-24T12:58:42.572 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T12:58:42.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:58:42] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 20, 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 82622, 2024-04-24T12:58:42.686 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 82, 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.687 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.688 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:58:42.689 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.690 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.691 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.692 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.693 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.694 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.695 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:58:42.696 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.697 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.698 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:58:42.698 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:58:42.699 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:58:42.699 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon c 2024-04-24T12:58:42.699 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T12:58:42.855 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 20, 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 705096, 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 82, 2024-04-24T12:58:42.856 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.857 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.858 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:42.859 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:58:42.860 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:42.861 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:42.862 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.863 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.864 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.865 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.866 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.867 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 5 2024-04-24T12:58:42.868 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 10 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:58:42.869 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='client.24787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1993069223' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/273618033' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:42.870 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:42.871 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T12:58:42.871 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:monitors to thrash: ['c'] 2024-04-24T12:58:42.871 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:monitors to freeze: [] 2024-04-24T12:58:42.871 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:thrashing mon.c 2024-04-24T12:58:42.871 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:killing mon.c 2024-04-24T12:58:42.872 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-24T12:58:42.872 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='client.24787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1993069223' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/273618033' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:42 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='client.24787 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='client.? 172.21.15.177:0/1993069223' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='client.? 172.21.15.81:0/273618033' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 ceph-mon[30120]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:42 smithi162 systemd[1]: Stopping Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:58:43.583 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:43 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c[30113]: 2024-04-24T12:58:43.200+0000 7fd61d822700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T12:58:43.583 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:43 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c[30113]: 2024-04-24T12:58:43.200+0000 7fd61d822700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-24T12:58:43.583 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:43 smithi162 podman[51900]: 2024-04-24 12:58:43.282568938 +0000 UTC m=+0.209893528 container died eb8d406fdcd00f341cf6b9283909d469e27dd7ff8655e0a33a511472b543eaf2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-24T12:58:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:58:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 445.2k 485.6k 0.0k 4.3M 4.7M 0.0k nvme2n1 2024-04-24T12:58:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 491.2k 437.6k 0.0k 4.8M 4.3M 0.0k nvme2n2 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 489.6k 483.6k 0.0k 4.8M 4.7M 0.0k nvme2n3 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 498.8k 476.4k 0.0k 4.9M 4.7M 0.0k nvme2n4 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 466.8k 478.0k 0.0k 4.6M 4.7M 0.0k nvme2n5 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 463.6k 482.4k 0.0k 4.5M 4.7M 0.0k nvme5n1 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 471.2k 494.0k 0.0k 4.6M 4.8M 0.0k nvme5n2 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 457.2k 450.0k 0.0k 4.5M 4.4M 0.0k nvme5n3 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 485.6k 449.6k 0.0k 4.7M 4.4M 0.0k nvme5n4 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 447.6k 451.6k 0.0k 4.4M 4.4M 0.0k nvme5n5 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 464.8k 466.0k 0.0k 4.5M 4.6M 0.0k nvme8n1 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.50 469.2k 509.6k 0.0k 4.6M 5.0M 0.0k nvme8n2 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 432.8k 476.0k 0.0k 4.2M 4.6M 0.0k nvme8n3 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 423.2k 477.6k 0.0k 4.1M 4.7M 0.0k nvme8n4 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 45.60 492.0k 511.2k 0.0k 4.8M 5.0M 0.0k nvme8n5 2024-04-24T12:58:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:43.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:43 smithi162 podman[51900]: 2024-04-24 12:58:43.776481775 +0000 UTC m=+0.703806359 container cleanup eb8d406fdcd00f341cf6b9283909d469e27dd7ff8655e0a33a511472b543eaf2 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=ceph-nvmeof-mon-1c8eaae, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-24T12:58:43.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 12:58:43 smithi162 bash[51900]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c 2024-04-24T12:58:44.248 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c.service' 2024-04-24T12:58:44.291 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T12:58:44.291 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-24T12:58:44.292 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 2 2024-04-24T12:58:44.292 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:58:44.668 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":20,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":84,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:58:47.682 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:58:48.059 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":20,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":87,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:58:51.073 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:58:51.454 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":20,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":91,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:58:52.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:58:52 smithi081 bash[63643]: time="2024-04-24T12:58:52Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T12:58:52.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:58:52 smithi081 podman[63643]: 2024-04-24 12:58:52.361603129 +0000 UTC m=+10.131833291 container died a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.buildah.version=1.29.0, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.nvmeof=None, distribution-scope=public, vcs-type=git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.target-arch=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0) 2024-04-24T12:58:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:58:52 smithi081 podman[63643]: 2024-04-24 12:58:52.844125362 +0000 UTC m=+10.614355529 container cleanup a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.makeflags=, distribution-scope=public, version=1.2.5, release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.version=9.0-21.el9, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, com.redhat.component=ubi9-container, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.version=1.2.5, io.spdk.git.branch=undefined, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=19.0.0, name=ceph-nvmeof) 2024-04-24T12:58:53.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 12:58:52 smithi081 bash[63643]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T12:58:53.209 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T12:58:53.253 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T12:58:53.253 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T12:58:53.253 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.b 2024-04-24T12:58:53.254 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopping nvmeof.nvmeof.b... 2024-04-24T12:58:53.254 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T12:58:53.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:58:53 smithi096 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T12:58:53.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.30 385.2k 384.8k 0.0k 3.8M 3.8M 0.0k nvme2n1 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 396.4k 363.6k 0.0k 3.9M 3.6M 0.0k nvme2n2 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 422.0k 346.0k 0.0k 4.1M 3.4M 0.0k nvme2n3 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 370.0k 415.2k 0.0k 3.6M 4.1M 0.0k nvme2n4 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 410.4k 409.2k 0.0k 4.0M 4.0M 0.0k nvme2n5 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.30 393.2k 351.2k 0.0k 3.8M 3.4M 0.0k nvme5n1 2024-04-24T12:58:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 41.30 452.8k 368.4k 0.0k 4.4M 3.6M 0.0k nvme5n2 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 407.6k 353.6k 0.0k 4.0M 3.5M 0.0k nvme5n3 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 403.2k 435.2k 0.0k 3.9M 4.2M 0.0k nvme5n4 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 390.8k 407.6k 0.0k 3.8M 4.0M 0.0k nvme5n5 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.30 386.4k 389.6k 0.0k 3.8M 3.8M 0.0k nvme8n1 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 393.2k 379.2k 0.0k 3.8M 3.7M 0.0k nvme8n2 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 433.6k 380.4k 0.0k 4.2M 3.7M 0.0k nvme8n3 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.40 418.8k 416.0k 0.0k 4.1M 4.1M 0.0k nvme8n4 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 41.30 442.0k 361.2k 0.0k 4.3M 3.5M 0.0k nvme8n5 2024-04-24T12:58:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:58:53.829 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:58:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:58:53] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T12:58:54.468 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T12:58:58.038 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":24,"quorum":[0,2],"quorum_names":["a","b"],"quorum_leader_name":"a","quorum_age":0,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T12:58:58.049 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:57 smithi081 ceph-mon[26762]: pgmap v430: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 610 op/s 2024-04-24T12:58:58.049 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:57 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:58.049 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:57 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:58.051 INFO:tasks.mon_thrash.ceph_manager:quorum is size 2 2024-04-24T12:58:58.051 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 2 for mon a 2024-04-24T12:58:58.051 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T12:58:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:57 smithi096 ceph-mon[51702]: pgmap v430: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 610 op/s 2024-04-24T12:58:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:57 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:57 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:58.159 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:58:58.159 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:58.159 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 24, 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 826422, 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:58.160 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:58.161 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:58:58.162 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.163 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.164 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:58:58.165 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:58.166 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:58:58.167 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.168 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.169 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:58.170 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:58:58.171 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:58.172 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 6 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.173 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 19 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:58:58.174 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:58:58.175 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 2 2024-04-24T12:58:58.175 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 2 for mon b 2024-04-24T12:58:58.176 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T12:58:58.284 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T12:58:58.284 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:58.284 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 24, 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 98220, 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:58.285 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:58.286 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T12:58:58.287 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T12:58:58.288 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T12:58:58.289 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T12:58:58.289 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T12:58:58.289 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T12:58:58.289 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T12:58:58.289 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T12:58:58.289 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.290 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.291 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T12:58:58.292 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.293 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T12:58:58.294 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.295 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.296 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.297 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T12:58:58.298 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T12:58:58.299 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T12:58:58.299 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T12:58:58.299 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T12:58:58.299 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T12:58:58.299 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T12:58:58.300 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 2 2024-04-24T12:58:58.300 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 60.0 secs before reviving monitors 2024-04-24T12:58:59.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v431: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.6 MiB/s wr, 733 op/s 2024-04-24T12:58:59.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3889573453' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v432: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.1 MiB/s wr, 694 op/s 2024-04-24T12:58:59.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3322219040' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v433: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.9 MiB/s wr, 592 op/s 2024-04-24T12:58:59.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v434: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.8 MiB/s wr, 807 op/s 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1237120655' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v435: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 650 op/s 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: mon.b calling monitor election 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v436: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 703 op/s 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: pgmap v437: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.4 MiB/s wr, 590 op/s 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,b in quorum (ranks 0,2) 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:58:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: fsmap 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 12m) 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: mon.c (rank 1) addr [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] is down (out of quorum) 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3123766130' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:58 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v431: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.6 MiB/s wr, 733 op/s 2024-04-24T12:58:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3889573453' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v432: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.1 MiB/s wr, 694 op/s 2024-04-24T12:58:59.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3322219040' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v433: 33 pgs: 33 active+clean; 1024 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.9 MiB/s wr, 592 op/s 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v434: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.8 MiB/s wr, 807 op/s 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/1237120655' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v435: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.2 MiB/s wr, 650 op/s 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: mon.b calling monitor election 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: mon.a calling monitor election 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v436: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 703 op/s 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: pgmap v437: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.4 MiB/s wr, 590 op/s 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: mon.a is new leader, mons a,b in quorum (ranks 0,2) 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: monmap epoch 3 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T12:58:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: min_mon_release 19 (squid) 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: election_strategy: 1 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: fsmap 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: osdmap e61: 8 total, 8 up, 8 in 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: mgrmap e15: x(active, since 12m) 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: mon.c (rank 1) addr [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] is down (out of quorum) 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3123766130' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:58:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T12:58:59.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:58 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T12:59:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:58:59 smithi081 ceph-mon[26762]: pgmap v438: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 463 op/s 2024-04-24T12:59:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:58:59 smithi096 ceph-mon[51702]: pgmap v438: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.1 MiB/s wr, 463 op/s 2024-04-24T12:59:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:01 smithi081 ceph-mon[26762]: pgmap v439: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 447 op/s 2024-04-24T12:59:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:01 smithi096 ceph-mon[51702]: pgmap v439: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.0 MiB/s wr, 447 op/s 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n1 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-04-24T12:59:03.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n1 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n2 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n3 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n4 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n5 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n1 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n2 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n3 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n4 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n5 2024-04-24T12:59:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:03.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:03 smithi096 ceph-mon[51702]: pgmap v440: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 215 op/s 2024-04-24T12:59:03.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:59:03 smithi096 bash[53108]: time="2024-04-24T12:59:03Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T12:59:03.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:59:03 smithi096 podman[53108]: 2024-04-24 12:59:03.577375729 +0000 UTC m=+10.133845983 container died 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, release=, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, io.ceph.version=1.2.5, version=1.2.5, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage) 2024-04-24T12:59:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:03 smithi081 ceph-mon[26762]: pgmap v440: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 215 op/s 2024-04-24T12:59:04.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:59:04 smithi096 podman[53108]: 2024-04-24 12:59:04.328894662 +0000 UTC m=+10.885364916 container cleanup 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, vendor=Red Hat, Inc., vcs-type=git, io.spdk.build.ceph-release=19.0.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, distribution-scope=public, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, maintainer=Ceph Developers , io.buildah.version=1.29.0, release=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.ceph.component=ceph-nvmeof, name=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.ceph.version=1.2.5, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, version=1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=) 2024-04-24T12:59:04.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 12:59:04 smithi096 bash[53108]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T12:59:04.868 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service' 2024-04-24T12:59:04.903 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T12:59:04.903 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopped nvmeof.nvmeof.b 2024-04-24T12:59:04.903 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 118 secs before reviving 2024-04-24T12:59:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:05 smithi081 ceph-mon[26762]: pgmap v441: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-04-24T12:59:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:05 smithi096 ceph-mon[51702]: pgmap v441: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 158 op/s 2024-04-24T12:59:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:07 smithi081 ceph-mon[26762]: pgmap v442: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 579 KiB/s rd, 585 KiB/s wr, 58 op/s 2024-04-24T12:59:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:07 smithi096 ceph-mon[51702]: pgmap v442: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 579 KiB/s rd, 585 KiB/s wr, 58 op/s 2024-04-24T12:59:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:09 smithi081 ceph-mon[26762]: pgmap v443: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:59:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:09 smithi096 ceph-mon[51702]: pgmap v443: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T12:59:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:11 smithi081 ceph-mon[26762]: pgmap v444: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T12:59:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:11 smithi096 ceph-mon[51702]: pgmap v444: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T12:59:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:12 smithi096 ceph-mon[51702]: osdmap e62: 8 total, 8 up, 8 in 2024-04-24T12:59:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:12 smithi081 ceph-mon[26762]: osdmap e62: 8 total, 8 up, 8 in 2024-04-24T12:59:13.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:59:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n1 2024-04-24T12:59:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-04-24T12:59:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-04-24T12:59:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n1 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n2 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n3 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n4 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n5 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n1 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n2 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n3 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n4 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n5 2024-04-24T12:59:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:13 smithi096 ceph-mon[51702]: pgmap v446: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T12:59:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:13 smithi081 ceph-mon[26762]: pgmap v446: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T12:59:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:15 smithi096 ceph-mon[51702]: pgmap v447: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T12:59:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:15 smithi081 ceph-mon[26762]: pgmap v447: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T12:59:17.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:59:16] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:59:17.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:17.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:59:17.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:17.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:17.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:42116 2024-04-24T12:59:17.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:59:16.839229] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000604 seconds 2024-04-24T12:59:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:17 smithi096 ceph-mon[51702]: pgmap v448: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T12:59:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:17 smithi096 ceph-mon[51702]: osdmap e63: 8 total, 8 up, 8 in 2024-04-24T12:59:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:17 smithi081 ceph-mon[26762]: pgmap v448: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T12:59:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:17 smithi081 ceph-mon[26762]: osdmap e63: 8 total, 8 up, 8 in 2024-04-24T12:59:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:59:19.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:59:18] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:19.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T12:59:19.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:19.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:19.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:42130 2024-04-24T12:59:19.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:59:18.843138] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000346 seconds 2024-04-24T12:59:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T12:59:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:19 smithi096 ceph-mon[51702]: pgmap v450: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T12:59:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:19 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:59:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:19 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:59:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:19 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:59:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:19 smithi081 ceph-mon[26762]: pgmap v450: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T12:59:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T12:59:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T12:59:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T12:59:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:21 smithi096 ceph-mon[51702]: pgmap v451: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T12:59:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:21 smithi096 ceph-mon[51702]: osdmap e64: 8 total, 8 up, 8 in 2024-04-24T12:59:22.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:59:21] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:59:22.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:22.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:59:22.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:22.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:42144 2024-04-24T12:59:22.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:21 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:59:21.840989] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.001997 seconds 2024-04-24T12:59:22.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:21 smithi081 ceph-mon[26762]: pgmap v451: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T12:59:22.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:21 smithi081 ceph-mon[26762]: osdmap e64: 8 total, 8 up, 8 in 2024-04-24T12:59:23.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:22 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:23.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 12:59:22] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T12:59:23.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:23.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:42172 2024-04-24T12:59:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:59:22.855505] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000443 seconds 2024-04-24T12:59:23.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:22 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:23.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:23.679 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:59:23.679 INFO:tasks.workunit.client.3.smithi177.stdout: 0.10 0.0k 2.0k 0.0k 0.0k 20.0k 0.0k nvme2n1 2024-04-24T12:59:23.680 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-04-24T12:59:23.680 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.10 0.0k 3.2k 0.0k 0.0k 32.0k 0.0k nvme2n5 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.10 3.2k 0.0k 0.0k 32.0k 0.0k 0.0k nvme5n1 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n2 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n3 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n4 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n5 2024-04-24T12:59:23.681 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n1 2024-04-24T12:59:23.682 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n2 2024-04-24T12:59:23.682 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n3 2024-04-24T12:59:23.682 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n4 2024-04-24T12:59:23.683 INFO:tasks.workunit.client.3.smithi177.stdout: 0.10 0.0k 1.2k 0.0k 0.0k 12.0k 0.0k nvme8n5 2024-04-24T12:59:23.683 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:23 smithi096 ceph-mon[51702]: pgmap v453: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T12:59:24.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:23 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:24.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:23 smithi096 ceph-mon[51702]: osdmap e65: 8 total, 8 up, 8 in 2024-04-24T12:59:24.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:23 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:23 smithi081 ceph-mon[26762]: pgmap v453: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T12:59:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:23 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:23 smithi081 ceph-mon[26762]: osdmap e65: 8 total, 8 up, 8 in 2024-04-24T12:59:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:23 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:24 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:24 smithi096 ceph-mon[51702]: osdmap e66: 8 total, 8 up, 8 in 2024-04-24T12:59:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:24 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:25.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:24 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:25.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:24 smithi081 ceph-mon[26762]: osdmap e66: 8 total, 8 up, 8 in 2024-04-24T12:59:25.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:24 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:25 smithi096 ceph-mon[51702]: pgmap v456: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 2 op/s 2024-04-24T12:59:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:25 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:25 smithi096 ceph-mon[51702]: osdmap e67: 8 total, 8 up, 8 in 2024-04-24T12:59:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:25 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:25 smithi081 ceph-mon[26762]: pgmap v456: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 7.7 KiB/s wr, 2 op/s 2024-04-24T12:59:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:25 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:25 smithi081 ceph-mon[26762]: osdmap e67: 8 total, 8 up, 8 in 2024-04-24T12:59:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:25 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:26 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:26 smithi096 ceph-mon[51702]: osdmap e68: 8 total, 8 up, 8 in 2024-04-24T12:59:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:26 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:26 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:26 smithi081 ceph-mon[26762]: osdmap e68: 8 total, 8 up, 8 in 2024-04-24T12:59:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:26 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:27 smithi096 ceph-mon[51702]: pgmap v459: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-04-24T12:59:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:27 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:27 smithi096 ceph-mon[51702]: osdmap e69: 8 total, 8 up, 8 in 2024-04-24T12:59:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:27 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:27 smithi081 ceph-mon[26762]: pgmap v459: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 17 KiB/s wr, 14 op/s 2024-04-24T12:59:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:27 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:27 smithi081 ceph-mon[26762]: osdmap e69: 8 total, 8 up, 8 in 2024-04-24T12:59:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:27 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:28 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:28 smithi081 ceph-mon[26762]: osdmap e70: 8 total, 8 up, 8 in 2024-04-24T12:59:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:28 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:29.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:28 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:29.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:28 smithi096 ceph-mon[51702]: osdmap e70: 8 total, 8 up, 8 in 2024-04-24T12:59:29.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:28 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:30.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:29 smithi081 ceph-mon[26762]: pgmap v462: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 6.2 KiB/s wr, 14 op/s 2024-04-24T12:59:30.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:29 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:30.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:29 smithi081 ceph-mon[26762]: osdmap e71: 8 total, 8 up, 8 in 2024-04-24T12:59:30.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:29 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:30.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:29 smithi096 ceph-mon[51702]: pgmap v462: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 6.2 KiB/s wr, 14 op/s 2024-04-24T12:59:30.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:29 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:30.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:29 smithi096 ceph-mon[51702]: osdmap e71: 8 total, 8 up, 8 in 2024-04-24T12:59:30.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:29 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"} : dispatch 2024-04-24T12:59:31.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:30 smithi081 ceph-mon[26762]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:31.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:30 smithi081 ceph-mon[26762]: osdmap e72: 8 total, 8 up, 8 in 2024-04-24T12:59:31.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:30 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:31.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:30 smithi081 ceph-mon[26762]: pgmap v465: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-04-24T12:59:31.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:30 smithi096 ceph-mon[51702]: from='client.24547 172.21.15.162:0/4293085718' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.96:0/290113641"}]': finished 2024-04-24T12:59:31.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:30 smithi096 ceph-mon[51702]: osdmap e72: 8 total, 8 up, 8 in 2024-04-24T12:59:31.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:30 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:31.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:30 smithi096 ceph-mon[51702]: pgmap v465: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-04-24T12:59:32.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:31 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:32.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:31 smithi081 ceph-mon[26762]: osdmap e73: 8 total, 8 up, 8 in 2024-04-24T12:59:32.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:31 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:32.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:31 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:32.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:31 smithi096 ceph-mon[51702]: osdmap e73: 8 total, 8 up, 8 in 2024-04-24T12:59:32.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:31 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"} : dispatch 2024-04-24T12:59:33.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:32 smithi081 ceph-mon[26762]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:33.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:32 smithi081 ceph-mon[26762]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T12:59:33.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:32 smithi081 ceph-mon[26762]: pgmap v468: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 63 KiB/s wr, 19 op/s 2024-04-24T12:59:33.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:32 smithi096 ceph-mon[51702]: from='client.24565 172.21.15.162:0/2781242954' entity='client.nvmeof.nvmeof.c' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.81:0/3776235929"}]': finished 2024-04-24T12:59:33.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:32 smithi096 ceph-mon[51702]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T12:59:33.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:32 smithi096 ceph-mon[51702]: pgmap v468: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 63 KiB/s wr, 19 op/s 2024-04-24T12:59:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.20 94.0k 73.6k 0.0k 940.0k 736.0k 0.0k nvme2n1 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 68.8k 76.0k 0.0k 688.0k 760.0k 0.0k nvme2n2 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 93.6k 69.2k 0.0k 936.0k 692.0k 0.0k nvme2n3 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 104.4k 124.8k 0.0k 1.0M 1.2M 0.0k nvme2n4 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.20 112.0k 168.0k 0.0k 1.1M 1.6M 0.0k nvme2n5 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.20 92.0k 109.6k 0.0k 920.0k 1.1M 0.0k nvme5n1 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 142.8k 140.8k 0.0k 1.4M 1.4M 0.0k nvme5n2 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 112.4k 104.4k 0.0k 1.1M 1.0M 0.0k nvme5n3 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 70.4k 77.6k 0.0k 704.0k 776.0k 0.0k nvme5n4 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 70.4k 75.6k 0.0k 704.0k 756.0k 0.0k nvme5n5 2024-04-24T12:59:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 74.8k 67.6k 0.0k 748.0k 676.0k 0.0k nvme8n1 2024-04-24T12:59:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 135.2k 106.4k 0.0k 1.3M 1.0M 0.0k nvme8n2 2024-04-24T12:59:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 70.4k 95.2k 0.0k 704.0k 952.0k 0.0k nvme8n3 2024-04-24T12:59:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 8.30 141.2k 136.8k 0.0k 1.4M 1.3M 0.0k nvme8n4 2024-04-24T12:59:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 8.20 66.0k 91.6k 0.0k 660.0k 916.0k 0.0k nvme8n5 2024-04-24T12:59:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:36.020 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:35 smithi081 ceph-mon[26762]: pgmap v469: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-04-24T12:59:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:35 smithi096 ceph-mon[51702]: pgmap v469: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.5 MiB/s wr, 149 op/s 2024-04-24T12:59:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:37 smithi081 ceph-mon[26762]: pgmap v470: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 294 op/s 2024-04-24T12:59:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:37 smithi096 ceph-mon[51702]: pgmap v470: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.4 MiB/s wr, 294 op/s 2024-04-24T12:59:40.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:39 smithi081 ceph-mon[26762]: pgmap v471: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-04-24T12:59:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:39 smithi096 ceph-mon[51702]: pgmap v471: 33 pgs: 33 active+clean; 1024 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 275 op/s 2024-04-24T12:59:42.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:41 smithi081 ceph-mon[26762]: pgmap v472: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 491 op/s 2024-04-24T12:59:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:41 smithi096 ceph-mon[51702]: pgmap v472: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 491 op/s 2024-04-24T12:59:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:59:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 708.8k 692.4k 0.0k 6.9M 6.8M 0.0k nvme2n1 2024-04-24T12:59:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 715.2k 693.6k 0.0k 7.0M 6.8M 0.0k nvme2n2 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 571.2k 532.4k 0.0k 5.6M 5.2M 0.0k nvme2n3 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.10 676.4k 707.6k 0.0k 6.6M 6.9M 0.0k nvme2n4 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 726.4k 696.0k 0.0k 7.1M 6.8M 0.0k nvme2n5 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 655.6k 775.2k 0.0k 6.4M 7.6M 0.0k nvme5n1 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 686.8k 702.4k 0.0k 6.7M 6.9M 0.0k nvme5n2 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 740.4k 635.6k 0.0k 7.2M 6.2M 0.0k nvme5n3 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.10 551.2k 596.0k 0.0k 5.4M 5.8M 0.0k nvme5n4 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.10 592.4k 615.6k 0.0k 5.8M 6.0M 0.0k nvme5n5 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 642.4k 670.0k 0.0k 6.3M 6.5M 0.0k nvme8n1 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 780.0k 660.4k 0.0k 7.6M 6.4M 0.0k nvme8n2 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 699.2k 645.6k 0.0k 6.8M 6.3M 0.0k nvme8n3 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.10 693.6k 709.6k 0.0k 6.8M 6.9M 0.0k nvme8n4 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.20 694.8k 690.4k 0.0k 6.8M 6.7M 0.0k nvme8n5 2024-04-24T12:59:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:43 smithi081 ceph-mon[26762]: pgmap v473: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.8 MiB/s wr, 496 op/s 2024-04-24T12:59:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:43 smithi096 ceph-mon[51702]: pgmap v473: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.8 MiB/s wr, 496 op/s 2024-04-24T12:59:46.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:45 smithi081 ceph-mon[26762]: pgmap v474: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.4 MiB/s wr, 599 op/s 2024-04-24T12:59:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:45 smithi096 ceph-mon[51702]: pgmap v474: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.4 MiB/s wr, 599 op/s 2024-04-24T12:59:48.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:47 smithi081 ceph-mon[26762]: pgmap v475: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.4 MiB/s wr, 655 op/s 2024-04-24T12:59:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:47 smithi096 ceph-mon[51702]: pgmap v475: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.4 MiB/s wr, 655 op/s 2024-04-24T12:59:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:49 smithi081 ceph-mon[26762]: pgmap v476: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.4 MiB/s wr, 572 op/s 2024-04-24T12:59:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:49 smithi096 ceph-mon[51702]: pgmap v476: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 8.4 MiB/s wr, 572 op/s 2024-04-24T12:59:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:51 smithi081 ceph-mon[26762]: pgmap v477: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 765 op/s 2024-04-24T12:59:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:51 smithi096 ceph-mon[51702]: pgmap v477: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 11 MiB/s wr, 765 op/s 2024-04-24T12:59:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 586.8k 670.4k 0.0k 5.7M 6.5M 0.0k nvme2n1 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 658.4k 657.2k 0.0k 6.4M 6.4M 0.0k nvme2n2 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 696.0k 655.2k 0.0k 6.8M 6.4M 0.0k nvme2n3 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 654.4k 616.0k 0.0k 6.4M 6.0M 0.0k nvme2n4 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 618.0k 642.8k 0.0k 6.0M 6.3M 0.0k nvme2n5 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 643.2k 630.8k 0.0k 6.3M 6.2M 0.0k nvme5n1 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 670.4k 544.8k 0.0k 6.5M 5.3M 0.0k nvme5n2 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 623.2k 588.4k 0.0k 6.1M 5.7M 0.0k nvme5n3 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.10 587.2k 801.6k 0.0k 5.7M 7.8M 0.0k nvme5n4 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 664.0k 606.4k 0.0k 6.5M 5.9M 0.0k nvme5n5 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 708.8k 562.4k 0.0k 6.9M 5.5M 0.0k nvme8n1 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 636.0k 598.4k 0.0k 6.2M 5.8M 0.0k nvme8n2 2024-04-24T12:59:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 674.0k 598.8k 0.0k 6.6M 5.8M 0.0k nvme8n3 2024-04-24T12:59:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 604.0k 573.6k 0.0k 5.9M 5.6M 0.0k nvme8n4 2024-04-24T12:59:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 44.00 608.8k 631.2k 0.0k 5.9M 6.2M 0.0k nvme8n5 2024-04-24T12:59:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T12:59:54.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:53 smithi081 ceph-mon[26762]: pgmap v478: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 597 op/s 2024-04-24T12:59:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:53 smithi096 ceph-mon[51702]: pgmap v478: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 597 op/s 2024-04-24T12:59:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:55 smithi081 ceph-mon[26762]: pgmap v479: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 712 op/s 2024-04-24T12:59:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:55 smithi096 ceph-mon[51702]: pgmap v479: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 712 op/s 2024-04-24T12:59:58.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:57 smithi081 ceph-mon[26762]: pgmap v480: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 677 op/s 2024-04-24T12:59:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:57 smithi096 ceph-mon[51702]: pgmap v480: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.4 MiB/s wr, 677 op/s 2024-04-24T12:59:58.301 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T12:59:58.301 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:00:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 12:59:59 smithi081 ceph-mon[26762]: pgmap v481: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.8 MiB/s wr, 571 op/s 2024-04-24T13:00:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 12:59:59 smithi096 ceph-mon[51702]: pgmap v481: 33 pgs: 33 active+clean; 1024 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.8 MiB/s wr, 571 op/s 2024-04-24T13:00:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:00 smithi081 ceph-mon[26762]: overall HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T13:00:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:00 smithi096 ceph-mon[51702]: overall HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T13:00:02.079 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:01 smithi081 ceph-mon[26762]: pgmap v482: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 748 op/s 2024-04-24T13:00:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:01 smithi096 ceph-mon[51702]: pgmap v482: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 748 op/s 2024-04-24T13:00:03.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 479.2k 545.2k 0.0k 4.7M 5.3M 0.0k nvme2n1 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 533.2k 544.8k 0.0k 5.2M 5.3M 0.0k nvme2n2 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 524.8k 528.0k 0.0k 5.1M 5.2M 0.0k nvme2n3 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.20 532.8k 539.2k 0.0k 5.2M 5.3M 0.0k nvme2n4 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 541.6k 530.0k 0.0k 5.3M 5.2M 0.0k nvme2n5 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 567.2k 516.4k 0.0k 5.5M 5.0M 0.0k nvme5n1 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 471.2k 512.8k 0.0k 4.6M 5.0M 0.0k nvme5n2 2024-04-24T13:00:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 495.6k 538.8k 0.0k 4.8M 5.3M 0.0k nvme5n3 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 569.6k 539.6k 0.0k 5.6M 5.3M 0.0k nvme5n4 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 564.0k 532.4k 0.0k 5.5M 5.2M 0.0k nvme5n5 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 577.2k 482.8k 0.0k 5.6M 4.7M 0.0k nvme8n1 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 450.4k 531.2k 0.0k 4.4M 5.2M 0.0k nvme8n2 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 583.2k 501.2k 0.0k 5.7M 4.9M 0.0k nvme8n3 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.20 510.8k 464.8k 0.0k 5.0M 4.5M 0.0k nvme8n4 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 41.10 510.0k 525.2k 0.0k 5.0M 5.1M 0.0k nvme8n5 2024-04-24T13:00:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:03 smithi081 ceph-mon[26762]: pgmap v483: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.5 MiB/s wr, 580 op/s 2024-04-24T13:00:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:03 smithi096 ceph-mon[51702]: pgmap v483: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.5 MiB/s wr, 580 op/s 2024-04-24T13:00:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:05 smithi081 ceph-mon[26762]: pgmap v484: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 677 op/s 2024-04-24T13:00:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:05 smithi096 ceph-mon[51702]: pgmap v484: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 677 op/s 2024-04-24T13:00:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:07 smithi081 ceph-mon[26762]: pgmap v485: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.9 MiB/s wr, 628 op/s 2024-04-24T13:00:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:07 smithi096 ceph-mon[51702]: pgmap v485: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.9 MiB/s wr, 628 op/s 2024-04-24T13:00:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:09 smithi081 ceph-mon[26762]: pgmap v486: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 524 op/s 2024-04-24T13:00:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:09 smithi096 ceph-mon[51702]: pgmap v486: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.5 MiB/s wr, 524 op/s 2024-04-24T13:00:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:11 smithi081 ceph-mon[26762]: pgmap v487: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.6 MiB/s wr, 701 op/s 2024-04-24T13:00:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:11 smithi096 ceph-mon[51702]: pgmap v487: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.6 MiB/s wr, 701 op/s 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.20 487.2k 460.0k 0.0k 4.8M 4.5M 0.0k nvme2n1 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 395.2k 519.2k 0.0k 3.9M 5.1M 0.0k nvme2n2 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 512.0k 485.2k 0.0k 5.0M 4.7M 0.0k nvme2n3 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 470.4k 499.2k 0.0k 4.6M 4.9M 0.0k nvme2n4 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.20 455.6k 454.4k 0.0k 4.4M 4.4M 0.0k nvme2n5 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.20 462.4k 430.0k 0.0k 4.5M 4.2M 0.0k nvme5n1 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 421.2k 434.4k 0.0k 4.1M 4.2M 0.0k nvme5n2 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 427.6k 524.4k 0.0k 4.2M 5.1M 0.0k nvme5n3 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 434.4k 588.0k 0.0k 4.2M 5.7M 0.0k nvme5n4 2024-04-24T13:00:13.678 INFO:tasks.workunit.client.3.smithi177.stdout: 40.20 462.8k 501.2k 0.0k 4.5M 4.9M 0.0k nvme5n5 2024-04-24T13:00:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 473.6k 416.4k 0.0k 4.6M 4.1M 0.0k nvme8n1 2024-04-24T13:00:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 477.2k 481.2k 0.0k 4.7M 4.7M 0.0k nvme8n2 2024-04-24T13:00:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 476.4k 545.6k 0.0k 4.7M 5.3M 0.0k nvme8n3 2024-04-24T13:00:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 40.10 493.2k 498.0k 0.0k 4.8M 4.9M 0.0k nvme8n4 2024-04-24T13:00:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 40.20 420.4k 549.2k 0.0k 4.1M 5.4M 0.0k nvme8n5 2024-04-24T13:00:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:13 smithi081 ceph-mon[26762]: pgmap v488: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.6 MiB/s wr, 549 op/s 2024-04-24T13:00:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:13 smithi096 ceph-mon[51702]: pgmap v488: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.6 MiB/s wr, 549 op/s 2024-04-24T13:00:16.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:15 smithi081 ceph-mon[26762]: pgmap v489: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.8 MiB/s wr, 651 op/s 2024-04-24T13:00:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:15 smithi096 ceph-mon[51702]: pgmap v489: 33 pgs: 33 active+clean; 1024 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.8 MiB/s wr, 651 op/s 2024-04-24T13:00:18.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:17 smithi081 ceph-mon[26762]: pgmap v490: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.3 MiB/s wr, 616 op/s 2024-04-24T13:00:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:17 smithi096 ceph-mon[51702]: pgmap v490: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.3 MiB/s wr, 616 op/s 2024-04-24T13:00:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:19 smithi081 ceph-mon[26762]: pgmap v491: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.0 MiB/s wr, 518 op/s 2024-04-24T13:00:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:00:20.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:19 smithi096 ceph-mon[51702]: pgmap v491: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.0 MiB/s wr, 518 op/s 2024-04-24T13:00:20.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:19 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:00:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:00:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"} : dispatch 2024-04-24T13:00:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"} : dispatch 2024-04-24T13:00:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"} : dispatch 2024-04-24T13:00:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:00:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:00:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:00:21.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:00:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:21 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi096 to 5696M 2024-04-24T13:00:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:21 smithi081 ceph-mon[26762]: pgmap v492: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.9 MiB/s wr, 702 op/s 2024-04-24T13:00:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:21 smithi096 ceph-mon[51702]: Adjusting osd_memory_target on smithi096 to 5696M 2024-04-24T13:00:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:21 smithi096 ceph-mon[51702]: pgmap v492: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.9 MiB/s wr, 702 op/s 2024-04-24T13:00:23.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.70 464.4k 480.4k 0.0k 4.5M 4.7M 0.0k nvme2n1 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 472.0k 412.0k 0.0k 4.6M 4.0M 0.0k nvme2n2 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 425.2k 446.0k 0.0k 4.2M 4.4M 0.0k nvme2n3 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 421.6k 389.6k 0.0k 4.1M 3.8M 0.0k nvme2n4 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.70 416.4k 443.6k 0.0k 4.1M 4.3M 0.0k nvme2n5 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.70 365.2k 424.0k 0.0k 3.6M 4.1M 0.0k nvme5n1 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 428.4k 366.4k 0.0k 4.2M 3.6M 0.0k nvme5n2 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 440.4k 392.0k 0.0k 4.3M 3.8M 0.0k nvme5n3 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 462.4k 502.0k 0.0k 4.5M 4.9M 0.0k nvme5n4 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.70 419.6k 439.2k 0.0k 4.1M 4.3M 0.0k nvme5n5 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 411.6k 450.4k 0.0k 4.0M 4.4M 0.0k nvme8n1 2024-04-24T13:00:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 456.8k 447.6k 0.0k 4.5M 4.4M 0.0k nvme8n2 2024-04-24T13:00:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 424.0k 448.8k 0.0k 4.1M 4.4M 0.0k nvme8n3 2024-04-24T13:00:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 40.80 442.4k 426.4k 0.0k 4.3M 4.2M 0.0k nvme8n4 2024-04-24T13:00:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 40.70 454.4k 445.6k 0.0k 4.4M 4.4M 0.0k nvme8n5 2024-04-24T13:00:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:24.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:23 smithi081 ceph-mon[26762]: pgmap v493: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 555 op/s 2024-04-24T13:00:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:23 smithi096 ceph-mon[51702]: pgmap v493: 33 pgs: 33 active+clean; 1.0 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 555 op/s 2024-04-24T13:00:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:25 smithi081 ceph-mon[26762]: pgmap v494: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 655 op/s 2024-04-24T13:00:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:25 smithi096 ceph-mon[51702]: pgmap v494: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.0 MiB/s wr, 655 op/s 2024-04-24T13:00:28.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:27 smithi081 ceph-mon[26762]: pgmap v495: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.5 MiB/s wr, 622 op/s 2024-04-24T13:00:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:27 smithi096 ceph-mon[51702]: pgmap v495: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.5 MiB/s wr, 622 op/s 2024-04-24T13:00:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:29 smithi081 ceph-mon[26762]: pgmap v496: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 529 op/s 2024-04-24T13:00:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:29 smithi096 ceph-mon[51702]: pgmap v496: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 529 op/s 2024-04-24T13:00:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:31 smithi081 ceph-mon[26762]: pgmap v497: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 705 op/s 2024-04-24T13:00:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:31 smithi096 ceph-mon[51702]: pgmap v497: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 705 op/s 2024-04-24T13:00:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 433.6k 376.4k 0.0k 4.2M 3.7M 0.0k nvme2n1 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 411.6k 367.2k 0.0k 4.0M 3.6M 0.0k nvme2n2 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.60 367.6k 401.6k 0.0k 3.6M 3.9M 0.0k nvme2n3 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.60 392.4k 402.8k 0.0k 3.8M 3.9M 0.0k nvme2n4 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 396.8k 377.6k 0.0k 3.9M 3.7M 0.0k nvme2n5 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 381.2k 367.6k 0.0k 3.7M 3.6M 0.0k nvme5n1 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 381.6k 376.4k 0.0k 3.7M 3.7M 0.0k nvme5n2 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.60 405.6k 428.4k 0.0k 4.0M 4.2M 0.0k nvme5n3 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.60 372.0k 423.2k 0.0k 3.6M 4.1M 0.0k nvme5n4 2024-04-24T13:00:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 432.0k 404.0k 0.0k 4.2M 3.9M 0.0k nvme5n5 2024-04-24T13:00:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 397.6k 381.2k 0.0k 3.9M 3.7M 0.0k nvme8n1 2024-04-24T13:00:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 394.4k 426.0k 0.0k 3.9M 4.2M 0.0k nvme8n2 2024-04-24T13:00:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 39.60 422.0k 407.6k 0.0k 4.1M 4.0M 0.0k nvme8n3 2024-04-24T13:00:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 39.60 406.0k 354.8k 0.0k 4.0M 3.5M 0.0k nvme8n4 2024-04-24T13:00:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 39.70 388.0k 390.8k 0.0k 3.8M 3.8M 0.0k nvme8n5 2024-04-24T13:00:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:33 smithi081 ceph-mon[26762]: pgmap v498: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 548 op/s 2024-04-24T13:00:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:33 smithi096 ceph-mon[51702]: pgmap v498: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 548 op/s 2024-04-24T13:00:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:35 smithi081 ceph-mon[26762]: pgmap v499: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 651 op/s 2024-04-24T13:00:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:35 smithi096 ceph-mon[51702]: pgmap v499: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 651 op/s 2024-04-24T13:00:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:37 smithi081 ceph-mon[26762]: pgmap v500: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 612 op/s 2024-04-24T13:00:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:37 smithi096 ceph-mon[51702]: pgmap v500: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 612 op/s 2024-04-24T13:00:40.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:39 smithi081 ceph-mon[26762]: pgmap v501: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 519 op/s 2024-04-24T13:00:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:39 smithi096 ceph-mon[51702]: pgmap v501: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 519 op/s 2024-04-24T13:00:42.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:41 smithi081 ceph-mon[26762]: pgmap v502: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 693 op/s 2024-04-24T13:00:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:41 smithi096 ceph-mon[51702]: pgmap v502: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 693 op/s 2024-04-24T13:00:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:00:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 425.6k 409.6k 0.0k 4.2M 4.0M 0.0k nvme2n1 2024-04-24T13:00:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 39.10 332.8k 363.2k 0.0k 3.2M 3.5M 0.0k nvme2n2 2024-04-24T13:00:43.674 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 366.8k 354.4k 0.0k 3.6M 3.5M 0.0k nvme2n3 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 430.8k 460.0k 0.0k 4.2M 4.5M 0.0k nvme2n4 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 535.6k 524.4k 0.0k 5.2M 5.1M 0.0k nvme2n5 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 410.8k 370.4k 0.0k 4.0M 3.6M 0.0k nvme5n1 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.10 426.8k 415.6k 0.0k 4.2M 4.1M 0.0k nvme5n2 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 464.8k 423.6k 0.0k 4.5M 4.1M 0.0k nvme5n3 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 353.6k 356.0k 0.0k 3.5M 3.5M 0.0k nvme5n4 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 414.4k 356.4k 0.0k 4.0M 3.5M 0.0k nvme5n5 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 358.4k 420.8k 0.0k 3.5M 4.1M 0.0k nvme8n1 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.10 496.0k 479.6k 0.0k 4.8M 4.7M 0.0k nvme8n2 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 379.2k 326.0k 0.0k 3.7M 3.2M 0.0k nvme8n3 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 438.0k 492.0k 0.0k 4.3M 4.8M 0.0k nvme8n4 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 39.20 359.6k 482.8k 0.0k 3.5M 4.7M 0.0k nvme8n5 2024-04-24T13:00:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:43 smithi081 ceph-mon[26762]: pgmap v503: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.1 MiB/s wr, 546 op/s 2024-04-24T13:00:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:43 smithi096 ceph-mon[51702]: pgmap v503: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.1 MiB/s wr, 546 op/s 2024-04-24T13:00:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:45 smithi081 ceph-mon[26762]: pgmap v504: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.4 MiB/s wr, 647 op/s 2024-04-24T13:00:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:45 smithi096 ceph-mon[51702]: pgmap v504: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.4 MiB/s wr, 647 op/s 2024-04-24T13:00:48.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:47 smithi081 ceph-mon[26762]: pgmap v505: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.3 MiB/s wr, 593 op/s 2024-04-24T13:00:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:47 smithi096 ceph-mon[51702]: pgmap v505: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.3 MiB/s wr, 593 op/s 2024-04-24T13:00:50.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:49 smithi081 ceph-mon[26762]: pgmap v506: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 499 op/s 2024-04-24T13:00:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:49 smithi096 ceph-mon[51702]: pgmap v506: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 499 op/s 2024-04-24T13:00:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:51 smithi081 ceph-mon[26762]: pgmap v507: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 659 op/s 2024-04-24T13:00:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:51 smithi096 ceph-mon[51702]: pgmap v507: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 659 op/s 2024-04-24T13:00:53.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 555.2k 713.6k 0.0k 5.4M 7.0M 0.0k nvme2n1 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.40 630.0k 580.8k 0.0k 6.2M 5.7M 0.0k nvme2n2 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.40 366.0k 528.8k 0.0k 3.6M 5.2M 0.0k nvme2n3 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 503.6k 628.4k 0.0k 4.9M 6.1M 0.0k nvme2n4 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 549.2k 616.0k 0.0k 5.4M 6.0M 0.0k nvme2n5 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 580.8k 577.6k 0.0k 5.7M 5.6M 0.0k nvme5n1 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.40 650.8k 603.2k 0.0k 6.4M 5.9M 0.0k nvme5n2 2024-04-24T13:00:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 37.40 603.6k 484.4k 0.0k 5.9M 4.7M 0.0k nvme5n3 2024-04-24T13:00:53.675 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 566.8k 485.6k 0.0k 5.5M 4.7M 0.0k nvme5n4 2024-04-24T13:00:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 529.6k 502.4k 0.0k 5.2M 4.9M 0.0k nvme5n5 2024-04-24T13:00:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 546.0k 488.4k 0.0k 5.3M 4.8M 0.0k nvme8n1 2024-04-24T13:00:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.40 546.8k 618.8k 0.0k 5.3M 6.0M 0.0k nvme8n2 2024-04-24T13:00:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.40 639.2k 581.2k 0.0k 6.2M 5.7M 0.0k nvme8n3 2024-04-24T13:00:53.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 544.0k 580.0k 0.0k 5.3M 5.7M 0.0k nvme8n4 2024-04-24T13:00:53.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.30 573.6k 656.8k 0.0k 5.6M 6.4M 0.0k nvme8n5 2024-04-24T13:00:53.679 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:00:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:53 smithi081 ceph-mon[26762]: pgmap v508: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.9 MiB/s wr, 518 op/s 2024-04-24T13:00:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:53 smithi096 ceph-mon[51702]: pgmap v508: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.9 MiB/s wr, 518 op/s 2024-04-24T13:00:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:55 smithi081 ceph-mon[26762]: pgmap v509: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 608 op/s 2024-04-24T13:00:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:55 smithi096 ceph-mon[51702]: pgmap v509: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 608 op/s 2024-04-24T13:00:58.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:57 smithi081 ceph-mon[26762]: pgmap v510: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.3 MiB/s wr, 566 op/s 2024-04-24T13:00:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:57 smithi096 ceph-mon[51702]: pgmap v510: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.3 MiB/s wr, 566 op/s 2024-04-24T13:01:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:00:59 smithi081 ceph-mon[26762]: pgmap v511: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 486 op/s 2024-04-24T13:01:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:00:59 smithi096 ceph-mon[51702]: pgmap v511: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 486 op/s 2024-04-24T13:01:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:01 smithi081 ceph-mon[26762]: pgmap v512: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.7 MiB/s wr, 658 op/s 2024-04-24T13:01:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:01 smithi096 ceph-mon[51702]: pgmap v512: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.7 MiB/s wr, 658 op/s 2024-04-24T13:01:02.904 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:01:02.905 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:01:02.905 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:01:02.938 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:02.938 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:01:02.938 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 12:58:53 UTC; 2min 9s ago 2024-04-24T13:01:02.938 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 5min 34.124s 2024-04-24T13:01:02.938 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 59912 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.938 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 59913 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 63598 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 63936 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 63966 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 60599 (code=exited, status=137) 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 6min 11.340s 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[60599]: [24-Apr-2024 12:58:42] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:52 smithi081 bash[63643]: time="2024-04-24T12:58:52Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:52 smithi081 podman[63643]: 2024-04-24 12:58:52.361603129 +0000 UTC m=+10.131833291 container died a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.buildah.version=1.29.0, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.nvmeof=None, distribution-scope=public, vcs-type=git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.target-arch=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0) 2024-04-24T13:01:02.939 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:52 smithi081 podman[63643]: 2024-04-24 12:58:52.844125362 +0000 UTC m=+10.614355529 container cleanup a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.makeflags=, distribution-scope=public, version=1.2.5, release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.version=9.0-21.el9, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, com.redhat.component=ubi9-container, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.version=1.2.5, io.spdk.git.branch=undefined, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=19.0.0, name=ceph-nvmeof) 2024-04-24T13:01:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:52 smithi081 bash[63643]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:01:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:53 smithi081 podman[63921]: 2024-04-24 12:58:53.07065333 +0000 UTC m=+0.709654271 container remove a7241c1203315ceba099426cc3fe077b85a8045f61ea5e8e67dc0fad3533ecef (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, release=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , version=1.2.5, com.redhat.component=ubi9-container, build-date=2024-04-22 08:15:14 UTC, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.nvmeof=None, io.spdk.version=24.01, io.spdk.build.target-arch=, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.ceph.component=ceph-nvmeof, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom) 2024-04-24T13:01:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:53 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:01:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:53 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:01:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:53 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:01:02.940 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 12:58:53 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 6min 11.340s CPU time. 2024-04-24T13:01:02.942 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:01:02.943 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 12:59:04 UTC; 1min 58s ago 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout: Duration: 1min 32.907s 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 51569 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 51571 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.976 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53081 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53164 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53193 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 51697 (code=exited, status=137) 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 1min 46.151s 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:58:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[51697]: [24-Apr-2024 12:58:53] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T13:01:02.977 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:03 smithi096 bash[53108]: time="2024-04-24T12:59:03Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:03 smithi096 podman[53108]: 2024-04-24 12:59:03.577375729 +0000 UTC m=+10.133845983 container died 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, release=, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, io.ceph.version=1.2.5, version=1.2.5, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, architecture=x86_64, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage) 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 podman[53108]: 2024-04-24 12:59:04.328894662 +0000 UTC m=+10.885364916 container cleanup 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, vendor=Red Hat, Inc., vcs-type=git, io.spdk.build.ceph-release=19.0.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, distribution-scope=public, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, maintainer=Ceph Developers , io.buildah.version=1.29.0, release=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.ceph.component=ceph-nvmeof, name=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.ceph.version=1.2.5, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, version=1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=) 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 bash[53108]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 podman[53150]: 2024-04-24 12:59:04.747122765 +0000 UTC m=+1.169823546 container remove 8074d14b004b16d350c52e13315d4ae51a857aa6c022c106726ff595cea47e19 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, architecture=x86_64, distribution-scope=public, io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.ceph-release=19.0.0, org.centos.version=9.0-21.el9, io.spdk.build.target-arch=, io.ceph.version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None) 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-04-24T13:01:02.978 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:01:02.979 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 12:59:04 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Consumed 1min 46.151s CPU time. 2024-04-24T13:01:02.983 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:01:02.984 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:01:03.017 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:03.017 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:01:03.017 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 12:52:30 UTC; 8min ago 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49612 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49613 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 49800 (conmon) 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 1.0G 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 9min 1.729s 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:01:03.018 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49802 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49804 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49824 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49863 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─49865 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: └─49800 /usr/bin/conmon --api-version 1 -c 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -u 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata -p /run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:03.019 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:03.020 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:03.020 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T13:01:03.020 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: OPTIMIZED 2024-04-24T13:01:03.020 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:03.020 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:42172 2024-04-24T13:01:03.020 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 12:59:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [2024-04-24 12:59:22.855505] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000443 seconds 2024-04-24T13:01:03.021 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:01:03.332 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:01:03.332 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 7m ago 13m smithi081=x;count:1 2024-04-24T13:01:03.332 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 7m ago 14m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:01:03.332 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 3/3 7m ago 8m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:01:03.332 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 7m ago - 2024-04-24T13:01:03.624 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:01:03.624 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (7m) 7m ago 7m 70.5M - 1.2.5 1e28a75d580c a7241c120331 2024-04-24T13:01:03.624 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (8m) 7m ago 8m 74.8M - 1.2.5 1e28a75d580c 4a5bfe1463bc 2024-04-24T13:01:03.624 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (8m) 7m ago 8m 74.4M - 1.2.5 1e28a75d580c 34a62857a7c7 2024-04-24T13:01:03.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:01:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 553.6k 515.2k 0.0k 5.4M 5.0M 0.0k nvme2n1 2024-04-24T13:01:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 537.6k 489.6k 0.0k 5.2M 4.8M 0.0k nvme2n2 2024-04-24T13:01:03.678 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 559.6k 620.4k 0.0k 5.5M 6.1M 0.0k nvme2n3 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.60 555.2k 558.8k 0.0k 5.4M 5.5M 0.0k nvme2n4 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.60 472.4k 541.2k 0.0k 4.6M 5.3M 0.0k nvme2n5 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 525.6k 534.0k 0.0k 5.1M 5.2M 0.0k nvme5n1 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 554.8k 536.8k 0.0k 5.4M 5.2M 0.0k nvme5n2 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 582.0k 550.4k 0.0k 5.7M 5.4M 0.0k nvme5n3 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.60 527.2k 608.0k 0.0k 5.1M 5.9M 0.0k nvme5n4 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.60 562.4k 524.4k 0.0k 5.5M 5.1M 0.0k nvme5n5 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 608.0k 524.0k 0.0k 5.9M 5.1M 0.0k nvme8n1 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 486.4k 560.0k 0.0k 4.8M 5.5M 0.0k nvme8n2 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.50 585.2k 525.6k 0.0k 5.7M 5.1M 0.0k nvme8n3 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.60 610.8k 464.0k 0.0k 6.0M 4.5M 0.0k nvme8n4 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 37.60 502.8k 612.0k 0.0k 4.9M 6.0M 0.0k nvme8n5 2024-04-24T13:01:03.679 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:03.972 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T13:01:03.972 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-24T13:01:03.972 INFO:teuthology.orchestra.run.smithi177.stdout: mon.c (rank 1) addr [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] is down (out of quorum) 2024-04-24T13:01:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:03 smithi081 ceph-mon[26762]: pgmap v513: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.5 MiB/s wr, 519 op/s 2024-04-24T13:01:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:03 smithi096 ceph-mon[51702]: pgmap v513: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.5 MiB/s wr, 519 op/s 2024-04-24T13:01:04.315 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:01:04.315 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:04.315 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:01:04.315 INFO:teuthology.orchestra.run.smithi177.stdout: 1/3 mons down, quorum a,b 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,b (age 2m), out of quorum: c 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 14m) 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 10m), 8 in (since 10m) 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:01:04.316 INFO:teuthology.orchestra.run.smithi177.stdout: client: 7.6 MiB/s rd, 7.5 MiB/s wr, 262 op/s rd, 256 op/s wr 2024-04-24T13:01:04.317 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:01:04.341 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.355 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.369 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.382 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.396 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.410 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.423 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.437 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.450 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.464 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.478 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.492 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.505 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.519 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.534 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:01:04.534 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T13:01:04.534 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:01:04.534 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T13:01:04.534 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:01:04.534 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:01:04.535 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:01:04.535 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T13:01:04.535 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:reviving mon.c 2024-04-24T13:01:04.536 INFO:tasks.cephadm.mon.c:Restarting mon.c (starting--it wasn't running)... 2024-04-24T13:01:04.536 DEBUG:teuthology.orchestra.run.smithi162:mon.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c.service 2024-04-24T13:01:04.538 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:01:04.539 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c 2024-04-24T13:01:04.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:04 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:01:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:04 smithi081 ceph-mon[26762]: from='client.34235 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:01:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:04 smithi081 ceph-mon[26762]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:01:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:04 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/749030510' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:01:04.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:04 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/64161823' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:01:04.853 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:04 smithi162 systemd[1]: Starting Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:01:05.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:04 smithi081 podman[64518]: 2024-04-24 13:01:04.7445287 +0000 UTC m=+0.019865601 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:01:05.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:04 smithi081 podman[64518]: 2024-04-24 13:01:04.883386915 +0000 UTC m=+0.158723808 container create 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.branch=tags/1.2.5, io.spdk.build.pkgdep-args=--rbd, version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.spdk.version=24.01, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, distribution-scope=public, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-04-22 08:15:14 UTC, io.ceph.nvmeof=None, io.spdk.build.makeflags=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, vcs-type=git) 2024-04-24T13:01:05.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 podman[64518]: 2024-04-24 13:01:05.119735284 +0000 UTC m=+0.395072180 container init 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, name=ceph-nvmeof, version=1.2.5, io.spdk.build.target-arch=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, distribution-scope=public, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.ceph.version=1.2.5, vendor=Red Hat, Inc., summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.spdk.git.branch=undefined, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:01:05.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:04 smithi096 ceph-mon[51702]: from='client.34235 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:01:05.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:04 smithi096 ceph-mon[51702]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:01:05.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:04 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/749030510' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:01:05.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:04 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/64161823' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:01:05.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:04 smithi162 podman[52590]: 2024-04-24 13:01:04.759530049 +0000 UTC m=+0.019963640 image pull ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba 2024-04-24T13:01:05.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:04 smithi162 podman[52590]: 2024-04-24 13:01:04.963756219 +0000 UTC m=+0.224189780 container create 42514c65a0693e471a9ab8de794afa4bddfb1b90f4506b1eadfe4f83c17b1d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=ceph-nvmeof-mon-1c8eaae) 2024-04-24T13:01:05.214 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.b 2024-04-24T13:01:05.214 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Restarting nvmeof.nvmeof.b (starting--it wasn't running)... 2024-04-24T13:01:05.214 DEBUG:teuthology.orchestra.run.smithi096:nvmeof.nvmeof.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:01:05.217 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:01:05.295 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 3 2024-04-24T13:01:05.295 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:01:05.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 podman[64518]: 2024-04-24 13:01:05.123595999 +0000 UTC m=+0.398932895 container start 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, name=ceph-nvmeof, version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.ceph.maintainer=Ceph Developers , io.spdk.build.makeflags=, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, io.openshift.wants=ceph,rbd, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, org.centos.version=9.0-21.el9, architecture=x86_64, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.version=1.2.5, maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.target-arch=) 2024-04-24T13:01:05.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 bash[64518]: 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:01:05.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 podman[52590]: 2024-04-24 13:01:05.183551314 +0000 UTC m=+0.443984897 container init 42514c65a0693e471a9ab8de794afa4bddfb1b90f4506b1eadfe4f83c17b1d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=ceph-nvmeof-mon-1c8eaae, ceph=True, org.label-schema.schema-version=1.0) 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 podman[52590]: 2024-04-24 13:01:05.188588162 +0000 UTC m=+0.449021738 container start 42514c65a0693e471a9ab8de794afa4bddfb1b90f4506b1eadfe4f83c17b1d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev), process ceph-mon, pid 2 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pidfile_write: ignore empty --pid-file 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: load: jerasure load: lrc 2024-04-24T13:01:05.435 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: RocksDB version: 7.9.2 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Git sha 0 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Compile date 2024-04-14 17:31:02 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: DB SUMMARY 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: DB Session ID: INVSHNPRUWPVZWYWUCKC 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: CURRENT file: CURRENT 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: MANIFEST file: MANIFEST-000010 size: 899 Bytes 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000021.sst 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000019.log size: 1876684 ; 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.error_if_exists: 0 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.create_if_missing: 0 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.paranoid_checks: 1 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T13:01:05.436 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T13:01:05.437 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.env: 0x560259986060 2024-04-24T13:01:05.437 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T13:01:05.437 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.info_log: 0x56025a65fb20 2024-04-24T13:01:05.437 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.statistics: (nil) 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.use_fsync: 0 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_log_file_size: 0 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.allow_fallocate: 1 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T13:01:05.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.use_direct_reads: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.db_log_dir: 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.wal_dir: 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T13:01:05.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.write_buffer_manager: 0x56025a630820 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.unordered_write: 0 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T13:01:05.445 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.row_cache: None 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.wal_filter: None 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.two_write_queues: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.wal_compression: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.atomic_flush: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.log_readahead_size: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T13:01:05.446 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_background_jobs: 2 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_background_compactions: -1 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_subcompactions: 1 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T13:01:05.447 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_open_files: -1 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_background_flushes: -1 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Compression algorithms supported: 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kZSTD supported: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kXpressCompression supported: 0 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kZlibCompression supported: 1 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kSnappyCompression supported: 1 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kLZ4Compression supported: 1 2024-04-24T13:01:05.448 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: kBZip2Compression supported: 0 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.merge_operator: 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_filter: None 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56025a65fd00) 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks: 1 2024-04-24T13:01:05.449 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_top_level_index_and_filter: 1 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_type: 0 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_index_type: 0 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_shortening: 1 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: checksum: 4 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: no_block_cache: 0 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache: 0x56025a663090 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_name: BinnedLRUCache 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_options: 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: capacity : 536870912 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_shard_bits : 4 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: strict_capacity_limit : 0 2024-04-24T13:01:05.450 INFO:journalctl@ceph.mon.c.smithi162.stdout: high_pri_pool_ratio: 0.000 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_compressed: (nil) 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: persistent_cache: (nil) 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size: 4096 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size_deviation: 10 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_restart_interval: 16 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_block_restart_interval: 1 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: metadata_block_size: 4096 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: partition_filters: 0 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: use_delta_encoding: 1 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: filter_policy: bloomfilter 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: whole_key_filtering: 1 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: verify_compression: 0 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: read_amp_bytes_per_bit: 0 2024-04-24T13:01:05.451 INFO:journalctl@ceph.mon.c.smithi162.stdout: format_version: 5 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_index_compression: 1 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_align: 0 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout: max_auto_readahead_size: 262144 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout: prepopulate_block_cache: 0 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout: initial_auto_readahead_size: 8192 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression: NoCompression 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.num_levels: 7 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T13:01:05.452 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T13:01:05.453 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T13:01:05.454 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T13:01:05.455 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.inplace_update_support: 0 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T13:01:05.456 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.bloom_locality: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.max_successive_merges: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.ttl: 2592000 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.enable_blob_files: false 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.min_blob_size: 0 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T13:01:05.457 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 23, last_sequence is 9543, log_number is 19,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 19 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 19 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 10d3a32c-b16e-4cb9-b560-a1fa114ad9c6 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963665222773, "job": 1, "event": "recovery_started", "wal_files": [19]} 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #19 mode 2 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963665229403, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 24, "file_size": 1208751, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 9548, "largest_seqno": 11651, "table_properties": {"data_size": 1199809, "index_size": 5916, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1989, "raw_key_size": 17444, "raw_average_key_size": 22, "raw_value_size": 1182563, "raw_average_value_size": 1510, "num_data_blocks": 268, "num_entries": 783, "num_filter_entries": 783, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713963665, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "10d3a32c-b16e-4cb9-b560-a1fa114ad9c6", "db_session_id": "INVSHNPRUWPVZWYWUCKC", "orig_file_number": 24, "seqno_to_time_mapping": "N/A"}} 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963665229494, "job": 1, "event": "recovery_finished"} 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/version_set.cc:5047] Creating manifest 26 2024-04-24T13:01:05.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000019.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56025a752000 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: DB pointer 0x56025a73c000 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** DB Stats ** 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T13:01:05.459 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: L0 1/0 1.15 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 381.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: L6 1/0 3.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: Sum 2/0 4.47 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 381.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 381.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 381.1 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:01:05.460 INFO:journalctl@ceph.mon.c.smithi162.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Flush(GB): cumulative 0.001, interval 0.001 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative compaction: 0.00 GB write, 113.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval compaction: 0.00 GB write, 113.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache BinnedLRUCache@0x56025a663090#2 capacity: 512.00 MB usage: 8.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.03 KB,0.00038743%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:01:05.461 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: starting mon.c rank 1 at public addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] at bind addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???) e3 preinit fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).mds e1 new map 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).mds e1 print_map 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout: e1 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout: legacy client fscid: -1 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout: No filesystems configured 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).osd e61 crush map has features 3314933000852226048, adjusting msgr requires 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).osd e61 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).osd e61 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T13:01:05.462 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).osd e61 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T13:01:05.463 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c@-1(???).paxosservice(auth 1..22) refresh upgraded, format 0 -> 3 2024-04-24T13:01:05.463 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 bash[52590]: 42514c65a0693e471a9ab8de794afa4bddfb1b90f4506b1eadfe4f83c17b1d92 2024-04-24T13:01:05.463 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 systemd[1]: Started Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:01:05.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 systemd[1]: Starting Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:01:05.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 podman[53606]: 2024-04-24 13:01:05.421105478 +0000 UTC m=+0.019499594 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [gateway] 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: group = 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:01:05.628 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: port = 5500 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: enable_auth = False 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: state_update_notify = True 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: verify_nqns = True 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: 2024-04-24T13:01:05.629 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [gateway-logs] 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: log_level = INFO 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: log_files_enabled = True 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [discovery] 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:01:05.632 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: port = 8009 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [ceph] 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: pool = mypool 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [mtls] 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: server_key = ./server.key 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: client_key = ./client.key 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [spdk] 2024-04-24T13:01:05.633 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: timeout = 60.0 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: log_level = WARNING 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: conn_retries = 10 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: transports = tcp 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: [monitor] 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:63: timeout = 1.0 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO config.py:64: ======================================================================================================== 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:01:05.634 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.433+0000 7f43babfb5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.433+0000 7f43babfb5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.433+0000 7f43babfb5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.436+0000 7f43babfb5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.436+0000 7f43babfb5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.437+0000 7f43babfb5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.437+0000 7f43babfb5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 15183 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.438+0000 7f43babfb5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.438+0000 7f43b6b98640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.438+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:01:05.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.438+0000 7f43b6b98640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.438+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.637 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.638 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.639 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.639 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.639 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.639 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.640 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.440+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.442+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.444+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.445+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:351: SPDK process id: 66 2024-04-24T13:01:05.641 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: INFO: Setting log level to WARNING 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.447+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.448+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.450+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.451+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.453+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.454+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.456+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.457+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.459422] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.459506] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid66 ] 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.459+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.461+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.642 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.463+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.464+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.465+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.467+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.469+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.470+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.472+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.473+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.475+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.476+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.478+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.479+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.481+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.483+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.643 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.484+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.486+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.487+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.489+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.490+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.492+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.493+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.494+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.496+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.497+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.499+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.500+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.502+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.503+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.644 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.505+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.506+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.508+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.509+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.511+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.512+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.514+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.515+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.517+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.518+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.520+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.521+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.523+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.524+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.526+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.645 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.527+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.529+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.530+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.532+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.533+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.535+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.536+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.538+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.539+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.541+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.542+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.544+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.545+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.547+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.646 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.548+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.550+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.551+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.553+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.554+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.556+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.557+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.559+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.560+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.562+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.563+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.565+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.566+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.568+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.569+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.647 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.571+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.572+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.574311] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.574+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.575+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.577+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.579+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.581+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.582+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.584+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.585+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.587+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.588+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.590+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.648 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.591+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.593+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.594+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.596+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.597+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.599+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.600+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.602+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.603+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.605+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.607+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.608+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.610+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.612+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.613+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.649 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.614+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.616+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.617+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.619+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.620+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.622+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.623+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.625+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.626+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.628+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.629+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.631+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.632+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.634+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.636+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.650 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.637+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.777 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":0,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:01:05.791 INFO:tasks.mon_thrash.ceph_manager:quorum is size 3 2024-04-24T13:01:05.791 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon a 2024-04-24T13:01:05.791 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T13:01:05.802 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 podman[53606]: 2024-04-24 13:01:05.547517027 +0000 UTC m=+0.145911187 container create 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.version=1.2.5, io.spdk.version=24.01, summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, io.ceph.maintainer=Ceph Developers , architecture=x86_64, io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, version=1.2.5, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=19.0.0, release=, com.redhat.component=ubi9-container, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:01:05.802 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v506: 33 pgs: 33 active+clean; 1.0 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 499 op/s 2024-04-24T13:01:05.802 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v507: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 659 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v508: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.9 MiB/s wr, 518 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v509: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 608 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v510: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.3 MiB/s wr, 566 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v511: 33 pgs: 33 active+clean; 1.0 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.2 MiB/s wr, 486 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v512: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 9.7 MiB/s wr, 658 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: pgmap v513: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 7.5 MiB/s wr, 519 op/s 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: from='client.34235 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: from='client.15156 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: from='client.? 172.21.15.177:0/749030510' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: from='client.? 172.21.15.177:0/64161823' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.c calling monitor election 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.a calling monitor election 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T13:01:05.803 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: monmap epoch 3 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: min_mon_release 19 (squid) 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: election_strategy: 1 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: fsmap 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: mgrmap e15: x(active, since 15m) 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: Cluster is now healthy 2024-04-24T13:01:05.804 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: overall HEALTH_OK 2024-04-24T13:01:05.805 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:05 smithi162 ceph-mon[52612]: from='client.? 172.21.15.81:0/4052448700' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:01:05.880 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: fsmap 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 15m) 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: Cluster is now healthy 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: overall HEALTH_OK 2024-04-24T13:01:05.881 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4052448700' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.639+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.640+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.642+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.644+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.645+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.647+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.647800] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.649+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.650+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.882 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.652+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.654+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.656+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.658+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.659+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.661+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.663+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.664+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.666+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.667+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.669+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.671+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.672+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.674+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.883 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.676+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.678+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.679+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.681+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.683+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.685+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.687+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.688+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.690+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.691+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.693+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.694+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.696+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.697+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.884 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.699+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.700+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.702+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.703+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.705+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.706+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.708+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.709+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.711+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.712+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.714+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.715+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.717+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.718+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.885 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.720+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.721+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.723+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.724+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.726+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.727+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.729+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.730+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.731+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.733+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.734+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.736+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.738+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.886 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.739+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.741+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.742+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.744+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.745+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.747+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.748+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.749+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.751+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.752+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.754+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.755+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.757+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.758+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.887 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.760+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.888 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.761+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.888 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.763+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.888 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.764+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.766+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.767+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.769+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.770+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.772+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.773+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.775+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.776+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.778+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.779+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.781+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.889 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.782+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.784+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.786+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.787+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.789+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.791+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.792+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.794+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.795+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.797+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.798+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.800+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.801+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.890 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.803+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.804+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.806+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.808+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.809+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.811+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.812+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.814+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.815+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.817+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.891 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.818+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.820+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.822+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.823+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.825+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.826+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.828+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.829+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.831+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.833+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.834+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.836+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.838+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.839+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.892 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.841+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.842+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.844+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.846+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.847+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.849+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.850618] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.850+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.852+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.854+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.855+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.857+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.859+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.860+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.893 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.862+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:249: Discovery service process id: 878 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.864+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:01:05.894 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.865+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.867+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.869+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.870+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.872+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.874+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.876+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.877+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.879+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:01:05.895 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:01:05.923 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:01:05.923 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:01:05.923 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:01:05.923 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T13:01:05.923 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 26, 2024-04-24T13:01:05.923 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 954186, 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:05.924 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:05.925 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:05.926 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:05.927 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:01:05.928 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:01:05.929 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:01:05.930 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:05.931 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:01:05.932 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.933 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:01:05.934 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.935 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:05.936 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 6 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 15 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:05.937 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:01:05.938 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:05.938 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:05.938 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:05.938 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:01:05.938 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:01:05.939 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:01:05.939 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon b 2024-04-24T13:01:05.939 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T13:01:05.971 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 89 secs before thrashing 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 26, 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 225995, 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:01:06.060 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:06.061 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:06.062 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:01:06.063 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:01:06.064 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:06.065 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:06.066 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:06.067 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.068 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.069 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:06.070 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:01:06.071 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:06.072 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 3 2024-04-24T13:01:06.073 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:01:06.074 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:01:06.076 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:01:06.076 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon c 2024-04-24T13:01:06.076 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T13:01:06.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 podman[53606]: 2024-04-24 13:01:05.80835624 +0000 UTC m=+0.406750356 container init 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, org.centos.version=9.0-21.el9, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.branch=tags/1.2.5, com.redhat.component=ubi9-container, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.buildah.version=1.29.0, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.version=1.2.5, vcs-type=git, io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.ceph-release=19.0.0, url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, io.spdk.build.target-arch=, version=1.2.5, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, architecture=x86_64) 2024-04-24T13:01:06.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 podman[53606]: 2024-04-24 13:01:05.811348471 +0000 UTC m=+0.409742579 container start 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, com.redhat.component=ubi9-container, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.ceph.version=1.2.5, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, io.openshift.wants=ceph,rbd, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.spdk.version=24.01, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.ceph.git.branch=tags/1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.nvmeof=None, architecture=x86_64, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, vendor=Red Hat, Inc., release=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.makeflags=, maintainer=Ceph Developers ) 2024-04-24T13:01:06.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 bash[53606]: 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:01:06.077 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:05 smithi096 systemd[1]: Started Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:01:06.077 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: mon.c calling monitor election 2024-04-24T13:01:06.077 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: mon.a calling monitor election 2024-04-24T13:01:06.077 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T13:01:06.077 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: monmap epoch 3 2024-04-24T13:01:06.077 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: min_mon_release 19 (squid) 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: election_strategy: 1 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: fsmap 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: mgrmap e15: x(active, since 15m) 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: Cluster is now healthy 2024-04-24T13:01:06.078 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: overall HEALTH_OK 2024-04-24T13:01:06.079 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:05 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/4052448700' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:01:06.131 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 2 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.132 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 4 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 5 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 6 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.133 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 7 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 8 2024-04-24T13:01:06.134 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 9 2024-04-24T13:01:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.135 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 10 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 11 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 12 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 13 2024-04-24T13:01:06.136 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 14 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 15 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 16 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.137 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 2 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.138 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 4 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 5 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 6 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 7 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.139 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 8 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 9 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 10 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.140 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 11 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 12 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.141 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 13 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 14 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 15 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.142 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 16 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 2 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 4 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 5 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.144 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 6 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 7 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.145 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 8 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 9 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 10 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.146 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 11 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 12 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 13 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 14 2024-04-24T13:01:06.147 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 15 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 16 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:49186 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:01:06.148 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 ms_deliver_dispatch: unhandled message 0x55cdac853180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 ms_deliver_dispatch: unhandled message 0x55cdac841d40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: 2024-04-24T13:01:05.896+0000 7f43b6b98640 0 ms_deliver_dispatch: unhandled message 0x55cdac853500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:01:06.149 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.938622] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.955845] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/2962390344, rc 0 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.955941] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/2962390344 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/2962390344' anagrp=1 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:05.972267] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:01:06.150 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:05] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.000265] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/4283535268, rc 0 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.000374] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/4283535268 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/4283535268' anagrp=2 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.013107] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.038807] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/2175662254, rc 0 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.038917] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/2175662254 2024-04-24T13:01:06.151 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/2175662254' anagrp=3 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.051448] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.100434] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:01:06.152 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b, using rotation 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [gateway] 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: name = client.nvmeof.nvmeof.b 2024-04-24T13:01:06.327 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: group = 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: addr = 172.21.15.96 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: port = 5500 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: enable_auth = False 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: state_update_notify = True 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: verify_nqns = True 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:01:06.328 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: 2024-04-24T13:01:06.329 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [gateway-logs] 2024-04-24T13:01:06.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: log_level = INFO 2024-04-24T13:01:06.330 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: log_files_enabled = True 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [discovery] 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: addr = 172.21.15.96 2024-04-24T13:01:06.331 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: port = 8009 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [ceph] 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: pool = mypool 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: id = nvmeof.nvmeof.b 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [mtls] 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: server_key = ./server.key 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: client_key = ./client.key 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:01:06.332 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [spdk] 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: timeout = 60.0 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: log_level = WARNING 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: conn_retries = 10 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: transports = tcp 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: 2024-04-24T13:01:06.333 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: [monitor] 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:63: timeout = 1.0 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO config.py:64: ======================================================================================================== 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.b 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:144: MonitorGroup server is listening on 172.21.15.96:5499 for group id 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.132+0000 7eff756495c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.132+0000 7eff756495c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.b pool:mypool group: address: 172.21.15.96:5500 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.132+0000 7eff756495c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.135+0000 7eff756495c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:01:06.334 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.135+0000 7eff756495c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.136+0000 7eff756495c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.136+0000 7eff756495c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 34331 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.136+0000 7eff756495c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.136+0000 7eff715e6640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.136+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:01:06.335 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.136+0000 7eff715e6640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.137+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 1 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:133: Gateway client.nvmeof.nvmeof.b group id=1 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.336 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.337 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.338 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.338 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.338 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.338 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.338 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.340 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.340 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.341 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.342 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.138+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.139+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.140+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.142+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:01:06.343 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.143+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:351: SPDK process id: 69 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.145+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: INFO: Setting log level to WARNING 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.147+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.148+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.150+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.151+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.153+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.344 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.154+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.156+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.159569] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.159627] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.159+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.160+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.162+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.163+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.165+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.166+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.168+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.345 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.169+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.171+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.173+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.174+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.175+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.177+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.178+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.180+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.181+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.183+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.184+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.186+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.188+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.346 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.189+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.191+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.192+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.194+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.195+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.197+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.198+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.200+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.201+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.347 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.203+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.204+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.206+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.207+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.209+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.211+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.212+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.214+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.216+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.217+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.348 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.219+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.221+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.222+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.224+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.225+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.227+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.229+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.230+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.349 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.232+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.234+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.235+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.237+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.238+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.240+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.241+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.243+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.244+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.350 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.246+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.247+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.249+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.250+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.252+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.253+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.255+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.256+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.258+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.351 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.259+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.261+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.262+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.264+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.265+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.267+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.268+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.270+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.271+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.273+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.274523] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.275+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.277+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.279+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.352 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.281+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.283+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.284+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.286+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.287+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.289+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.290+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.292+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.293+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.295+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.297+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.299+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.301+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.303+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.353 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.304+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.306+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.307+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.309+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.310+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.312+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.313+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.315+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.316+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.318+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.320+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.321+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.323+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.354 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.324+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.326+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.328+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.329+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.331577] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.332+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.335+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.337+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.339+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.393 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.169664] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.394 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:01:06.395 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.191719] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:01:06.395 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:01:06.395 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.213339] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.396 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.234740] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.257182] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:01:06.397 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.280723] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:01:06.398 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:01:06.398 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.303281] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.325221] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:01:06.399 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.350097] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.373382] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:01:06.400 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:01:06.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.395658] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:01:06.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.341+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.343+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.345+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.346+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.348+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.350+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.352+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.354+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.356+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.577 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.358+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.578 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.360+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.578 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.362+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.578 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.364+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.578 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.366+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.578 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.368+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.578 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.370+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.372+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.373+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.375+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.377+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.378+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.380+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.382+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.383+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.385+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.387+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.388+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.579 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.390+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.391+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.393+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.395+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.396+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.398+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.400+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.401+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.403+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.404+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.406+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.408+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.409+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.411+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.580 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.412+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.414+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.415+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.417+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.418+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.420+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.421+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.423+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.424+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.426+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.427+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.429+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.430+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.432+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.581 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.433+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.435+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.436+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.438+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.440+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.441+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.443+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.444+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.446+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.447+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.582 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.449+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.583 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.450+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.452+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.453+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.454+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.456+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.457+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.459+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.461+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.462+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.464+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.465+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.467+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.469+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.470+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.584 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.472+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.473+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.475+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.477+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.478+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.480+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.482+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.483+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.485+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.585 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.486+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.488+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.489+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.491+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.493+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.494+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.496+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.498+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.499+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.501+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.502+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.504+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.506+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.586 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.507+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.509+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.510+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.512+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.514+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.515+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.517+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.518+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.520+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.521+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.523+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.525+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.526+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.528+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.587 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.529+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.531+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.533+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.534+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.536+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.537+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.539+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.540+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.542+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.544+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.545+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.547+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.548+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.549920] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.550+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.588 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.551+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.553+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.555+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.556+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.558+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.559+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.561+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:249: Discovery service process id: 845 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:01:06.589 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.563+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.564+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.566+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.568+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.569+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.571+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.573+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.575+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.590 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:01:06.591 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:01:06.591 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:01:06.591 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:01:06.591 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:01:06.591 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:01:06.591 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.578+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.806 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:06.432484] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:01:06.807 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:01:06.808 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:01:06.808 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:01:06.808 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:01:06.808 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:06] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:01:06.840 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2623142888' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:01:06.840 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:06.840 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:06.840 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:06.840 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:06.841 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-mon[51702]: from='client.? 172.21.15.96:0/2471388023' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:01:06.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.584+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:01:06.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:01:06.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO discovery.py:330: discovery addr: 172.21.15.96 port: 8009 2024-04-24T13:01:06.841 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 1 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.842 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 3 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 4 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 5 2024-04-24T13:01:06.843 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 6 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 7 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.844 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 8 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 9 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.845 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 10 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 11 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 12 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.846 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 13 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 14 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 15 2024-04-24T13:01:06.847 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 16 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.848 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 1 2024-04-24T13:01:06.850 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.850 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.850 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.850 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:01:06.850 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.850 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 3 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 4 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.851 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 5 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 6 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 7 2024-04-24T13:01:06.852 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 8 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 9 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 10 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.853 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 11 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 12 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 13 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 14 2024-04-24T13:01:06.854 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 15 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 16 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 1 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.855 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 3 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 4 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 5 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 6 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 7 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 8 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 9 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 10 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 11 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 12 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 13 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 14 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 15 2024-04-24T13:01:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 16 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: INACCESSIBLE 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: ], , client address: IPv4 172.21.15.96:47298 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:01:06.862 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.598+0000 7eff715e6640 0 ms_deliver_dispatch: unhandled message 0x56031ae4d180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 ms_deliver_dispatch: unhandled message 0x56031ae3bd40 mon_map magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 1 gw_map_epoch 53 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: 2024-04-24T13:01:06.599+0000 7eff715e6640 0 ms_deliver_dispatch: unhandled message 0x56031ae4d500 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:01:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.651522] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.96:0/3963822431, rc 0 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.651787] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.96:0/3963822431 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.96:0/3963822431' anagrp=2 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.665907] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.678722] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.694011] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.96:0/3668071185, rc 0 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.694118] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.96:0/3668071185 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.96:0/3668071185' anagrp=1 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.709069] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.739494] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.785099] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:01:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2623142888' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:01:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:07.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:06 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/2471388023' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:01:07.097 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.854537] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.876647] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.911798] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.96:0/2138218461, rc 0 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.911903] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.96:0/2138218461 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.96:0/2138218461' anagrp=3 2024-04-24T13:01:07.098 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:01:07.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.925477] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:01:07.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:01:07.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:01:07.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:01:07.099 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.949209] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:01:07.100 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:01:07.100 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:01:07.100 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.100 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:01:07.100 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.970974] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:01:07.100 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:06.992585] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:06 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:06] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:07.013779] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:01:07.101 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:07.035229] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:01:07.102 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:01:07.102 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:01:07.102 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.102 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:01:07.102 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:07.057024] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:01:07.164 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:01:07.164 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:07.078423] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:07.099936] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:01:07.165 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:01:07.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:06 smithi162 ceph-mon[52612]: from='client.? 172.21.15.81:0/2623142888' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:01:07.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:06 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:07.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:06 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:07.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:06 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:07.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:06 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:07.166 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:06 smithi162 ceph-mon[52612]: from='client.? 172.21.15.96:0/2471388023' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:01:07.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:01:07.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:07.136685] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.96 port 4420 *** 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:01:07.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:07] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:01:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:07 smithi081 ceph-mon[26762]: pgmap v515: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 578 op/s 2024-04-24T13:01:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:07 smithi096 ceph-mon[51702]: pgmap v515: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 578 op/s 2024-04-24T13:01:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-mon[52612]: pgmap v515: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.2 MiB/s wr, 578 op/s 2024-04-24T13:01:08.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 13:01:07] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:01:08.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:08.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 3 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:08.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:39948 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 13:01:08] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:09.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:01:09.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T13:01:09.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:01:09.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:01:09.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:39958 2024-04-24T13:01:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:09 smithi081 ceph-mon[26762]: pgmap v516: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 496 op/s 2024-04-24T13:01:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:09 smithi096 ceph-mon[51702]: pgmap v516: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 496 op/s 2024-04-24T13:01:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:09 smithi162 ceph-mon[52612]: pgmap v516: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 496 op/s 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 26, 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 5166, 2024-04-24T13:01:10.397 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 4, 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:10.398 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:10.399 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:01:10.400 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:01:10.401 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:01:10.402 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:01:10.403 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:10.404 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:01:10.405 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:10.406 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:01:10.407 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:01:10.408 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:01:10.409 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:01:10.410 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:01:10.410 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:01:10.411 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:01:10.411 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:triggering scrub 2024-04-24T13:01:10.412 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mon scrub 2024-04-24T13:01:10.798 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 60.0 secs before continuing thrashing 2024-04-24T13:01:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: pgmap v517: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.2 MiB/s wr, 664 op/s 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3790992528' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {auth=29,config=2,health=12,kv=57} crc {auth=2949723601,config=2788817630,health=1535303502,kv=709785415}) 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=3921634043}) 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=1892810341}) 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=1,logm=99} crc {kv=1745038536,logm=2087954397}) 2024-04-24T13:01:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=183991088}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3757810304}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3600027602}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1307112593}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2646759742}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=258334619}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2596704669}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1033350544}) 2024-04-24T13:01:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3547632155}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2405308715}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1720114794}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2293203482}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=613513960}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1093119566}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4261859370}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3631232339}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2999711751}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3979909474}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3073985864}) 2024-04-24T13:01:11.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1899958276}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3161636278}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=67,mdsmap=3,mgr=18,mgr_command_descs=1,mgr_metadata=1,mgrstat=10} crc {logm=436847835,mdsmap=2840952586,mgr=1295902250,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=926273769}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=100} crc {mgrstat=1607132707}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=69,mon_config_key=31} crc {mgrstat=3461222874,mon_config_key=96211838}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=2861992038}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=395111489}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=3,monmap=5,nvmeofgw=57,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=24} crc {mon_config_key=1209421800,monmap=924321070,nvmeofgw=2031372517,osd_metadata=1447863247,osd_pg_creating=4042693033,osd_snap=172114764,osdmap=2495151898}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=2316776009}) 2024-04-24T13:01:11.572 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=27} crc {osdmap=970121799}) 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:01:11] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:11.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:49206 2024-04-24T13:01:11.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:11.248821] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000231 seconds 2024-04-24T13:01:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: pgmap v517: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.2 MiB/s wr, 664 op/s 2024-04-24T13:01:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3790992528' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T13:01:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {auth=29,config=2,health=12,kv=57} crc {auth=2949723601,config=2788817630,health=1535303502,kv=709785415}) 2024-04-24T13:01:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=3921634043}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=1892810341}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=1,logm=99} crc {kv=1745038536,logm=2087954397}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=183991088}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3757810304}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3600027602}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1307112593}) 2024-04-24T13:01:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2646759742}) 2024-04-24T13:01:11.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=258334619}) 2024-04-24T13:01:11.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2596704669}) 2024-04-24T13:01:11.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1033350544}) 2024-04-24T13:01:11.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3547632155}) 2024-04-24T13:01:11.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2405308715}) 2024-04-24T13:01:11.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1720114794}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2293203482}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=613513960}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1093119566}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4261859370}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3631232339}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2999711751}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3979909474}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3073985864}) 2024-04-24T13:01:11.638 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1899958276}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3161636278}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=67,mdsmap=3,mgr=18,mgr_command_descs=1,mgr_metadata=1,mgrstat=10} crc {logm=436847835,mdsmap=2840952586,mgr=1295902250,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=926273769}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=100} crc {mgrstat=1607132707}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=69,mon_config_key=31} crc {mgrstat=3461222874,mon_config_key=96211838}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=2861992038}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=395111489}) 2024-04-24T13:01:11.639 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=3,monmap=5,nvmeofgw=57,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=24} crc {mon_config_key=1209421800,monmap=924321070,nvmeofgw=2031372517,osd_metadata=1447863247,osd_pg_creating=4042693033,osd_snap=172114764,osdmap=2495151898}) 2024-04-24T13:01:11.640 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=2316776009}) 2024-04-24T13:01:11.640 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:11 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=27} crc {osdmap=970121799}) 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: pgmap v517: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.2 MiB/s wr, 664 op/s 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: from='client.? 172.21.15.81:0/3790992528' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {auth=29,config=2,health=12,kv=57} crc {auth=2949723601,config=2788817630,health=1535303502,kv=709785415}) 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=3921634043}) 2024-04-24T13:01:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=1892810341}) 2024-04-24T13:01:11.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {kv=1,logm=99} crc {kv=1745038536,logm=2087954397}) 2024-04-24T13:01:11.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=183991088}) 2024-04-24T13:01:11.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3757810304}) 2024-04-24T13:01:11.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3600027602}) 2024-04-24T13:01:11.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1307112593}) 2024-04-24T13:01:11.643 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2646759742}) 2024-04-24T13:01:11.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=258334619}) 2024-04-24T13:01:11.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2596704669}) 2024-04-24T13:01:11.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1033350544}) 2024-04-24T13:01:11.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3547632155}) 2024-04-24T13:01:11.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2405308715}) 2024-04-24T13:01:11.644 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1720114794}) 2024-04-24T13:01:11.645 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2293203482}) 2024-04-24T13:01:11.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=613513960}) 2024-04-24T13:01:11.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1093119566}) 2024-04-24T13:01:11.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4261859370}) 2024-04-24T13:01:11.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3631232339}) 2024-04-24T13:01:11.646 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2999711751}) 2024-04-24T13:01:11.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3979909474}) 2024-04-24T13:01:11.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3073985864}) 2024-04-24T13:01:11.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1899958276}) 2024-04-24T13:01:11.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3161636278}) 2024-04-24T13:01:11.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {logm=67,mdsmap=3,mgr=18,mgr_command_descs=1,mgr_metadata=1,mgrstat=10} crc {logm=436847835,mdsmap=2840952586,mgr=1295902250,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=926273769}) 2024-04-24T13:01:11.647 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=100} crc {mgrstat=1607132707}) 2024-04-24T13:01:11.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=69,mon_config_key=31} crc {mgrstat=3461222874,mon_config_key=96211838}) 2024-04-24T13:01:11.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=2861992038}) 2024-04-24T13:01:11.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=395111489}) 2024-04-24T13:01:11.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=3,monmap=5,nvmeofgw=57,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=24} crc {mon_config_key=1209421800,monmap=924321070,nvmeofgw=2031372517,osd_metadata=1447863247,osd_pg_creating=4042693033,osd_snap=172114764,osdmap=2495151898}) 2024-04-24T13:01:11.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=2316776009}) 2024-04-24T13:01:11.648 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:11 smithi162 ceph-mon[52612]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=27} crc {osdmap=970121799}) 2024-04-24T13:01:12.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:01:12] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:01:12.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:12.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:01:12.636 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: ], , client address: IPv4 172.21.15.96:47344 2024-04-24T13:01:12.637 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:12.248976] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000266 seconds 2024-04-24T13:01:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:13 smithi081 ceph-mon[26762]: pgmap v518: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 502 op/s 2024-04-24T13:01:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:13 smithi096 ceph-mon[51702]: pgmap v518: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 502 op/s 2024-04-24T13:01:13.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:13 smithi162 ceph-mon[52612]: pgmap v518: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 502 op/s 2024-04-24T13:01:13.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:01:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 15.50 248.4k 181.2k 0.0k 2.4M 1.8M 0.0k nvme2n1 2024-04-24T13:01:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 222.0k 244.0k 0.0k 2.2M 2.4M 0.0k nvme2n2 2024-04-24T13:01:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 275.2k 190.8k 0.0k 2.7M 1.9M 0.0k nvme2n3 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 176.4k 221.6k 0.0k 1.7M 2.2M 0.0k nvme2n4 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 206.4k 214.4k 0.0k 2.0M 2.1M 0.0k nvme2n5 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.50 182.4k 212.8k 0.0k 1.8M 2.1M 0.0k nvme5n1 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.50 176.0k 198.0k 0.0k 1.7M 1.9M 0.0k nvme5n2 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 185.2k 211.6k 0.0k 1.8M 2.1M 0.0k nvme5n3 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 190.4k 240.0k 0.0k 1.9M 2.3M 0.0k nvme5n4 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 222.8k 212.0k 0.0k 2.2M 2.1M 0.0k nvme5n5 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.50 244.4k 216.4k 0.0k 2.4M 2.1M 0.0k nvme8n1 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 194.8k 218.0k 0.0k 1.9M 2.1M 0.0k nvme8n2 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 198.8k 200.4k 0.0k 1.9M 2.0M 0.0k nvme8n3 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 198.0k 214.8k 0.0k 1.9M 2.1M 0.0k nvme8n4 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 15.40 204.8k 178.4k 0.0k 2.0M 1.7M 0.0k nvme8n5 2024-04-24T13:01:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:15 smithi081 ceph-mon[26762]: pgmap v519: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 463 op/s 2024-04-24T13:01:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:15 smithi096 ceph-mon[51702]: pgmap v519: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 463 op/s 2024-04-24T13:01:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:15 smithi162 ceph-mon[52612]: pgmap v519: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 463 op/s 2024-04-24T13:01:18.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:17 smithi081 ceph-mon[26762]: pgmap v520: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 330 op/s 2024-04-24T13:01:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:17 smithi096 ceph-mon[51702]: pgmap v520: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 330 op/s 2024-04-24T13:01:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:17 smithi162 ceph-mon[52612]: pgmap v520: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 3.3 MiB/s wr, 330 op/s 2024-04-24T13:01:20.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:19 smithi081 ceph-mon[26762]: pgmap v521: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2024-04-24T13:01:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:19 smithi096 ceph-mon[51702]: pgmap v521: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2024-04-24T13:01:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:19 smithi162 ceph-mon[52612]: pgmap v521: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 232 op/s 2024-04-24T13:01:21.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:01:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:01:21.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:20 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: pgmap v522: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:01:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: pgmap v522: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:01:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:01:22.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: pgmap v522: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.1 MiB/s wr, 341 op/s 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"} : dispatch 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:01:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:01:22.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:01:23.035 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:22 smithi096 ceph-mon[51702]: Adjusting osd_memory_target on smithi162 to 5696M 2024-04-24T13:01:23.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:22 smithi081 ceph-mon[26762]: Adjusting osd_memory_target on smithi162 to 5696M 2024-04-24T13:01:23.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:22 smithi162 ceph-mon[52612]: Adjusting osd_memory_target on smithi162 to 5696M 2024-04-24T13:01:23.672 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:01:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 27.70 392.0k 335.2k 0.0k 3.8M 3.3M 0.0k nvme2n1 2024-04-24T13:01:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 28.00 338.4k 346.0k 0.0k 3.3M 3.4M 0.0k nvme2n2 2024-04-24T13:01:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 27.70 384.0k 332.8k 0.0k 3.8M 3.2M 0.0k nvme2n3 2024-04-24T13:01:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 28.10 341.6k 363.2k 0.0k 3.3M 3.5M 0.0k nvme2n4 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.60 382.8k 279.2k 0.0k 3.7M 2.7M 0.0k nvme2n5 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.90 396.4k 320.0k 0.0k 3.9M 3.1M 0.0k nvme5n1 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.90 397.6k 298.4k 0.0k 3.9M 2.9M 0.0k nvme5n2 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.90 359.6k 348.4k 0.0k 3.5M 3.4M 0.0k nvme5n3 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.70 382.4k 299.6k 0.0k 3.7M 2.9M 0.0k nvme5n4 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.70 357.2k 373.6k 0.0k 3.5M 3.6M 0.0k nvme5n5 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.20 326.4k 373.6k 0.0k 3.2M 3.6M 0.0k nvme8n1 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 28.00 363.6k 334.4k 0.0k 3.6M 3.3M 0.0k nvme8n2 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.70 370.4k 340.8k 0.0k 3.6M 3.3M 0.0k nvme8n3 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.60 380.8k 339.2k 0.0k 3.7M 3.3M 0.0k nvme8n4 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 27.70 340.4k 341.6k 0.0k 3.3M 3.3M 0.0k nvme8n5 2024-04-24T13:01:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:24.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:23 smithi081 ceph-mon[26762]: pgmap v523: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 196 op/s 2024-04-24T13:01:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:23 smithi096 ceph-mon[51702]: pgmap v523: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 196 op/s 2024-04-24T13:01:24.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:23 smithi162 ceph-mon[52612]: pgmap v523: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 196 op/s 2024-04-24T13:01:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:25 smithi081 ceph-mon[26762]: pgmap v524: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-04-24T13:01:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:25 smithi096 ceph-mon[51702]: pgmap v524: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-04-24T13:01:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:25 smithi162 ceph-mon[52612]: pgmap v524: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.5 MiB/s wr, 314 op/s 2024-04-24T13:01:28.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:27 smithi081 ceph-mon[26762]: pgmap v525: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.7 MiB/s wr, 405 op/s 2024-04-24T13:01:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:27 smithi096 ceph-mon[51702]: pgmap v525: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.7 MiB/s wr, 405 op/s 2024-04-24T13:01:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:27 smithi162 ceph-mon[52612]: pgmap v525: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.7 MiB/s wr, 405 op/s 2024-04-24T13:01:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:29 smithi081 ceph-mon[26762]: pgmap v526: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.8 MiB/s wr, 416 op/s 2024-04-24T13:01:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:29 smithi096 ceph-mon[51702]: pgmap v526: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.8 MiB/s wr, 416 op/s 2024-04-24T13:01:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:29 smithi162 ceph-mon[52612]: pgmap v526: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.8 MiB/s wr, 416 op/s 2024-04-24T13:01:32.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:31 smithi081 ceph-mon[26762]: pgmap v527: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.8 MiB/s wr, 589 op/s 2024-04-24T13:01:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:31 smithi096 ceph-mon[51702]: pgmap v527: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.8 MiB/s wr, 589 op/s 2024-04-24T13:01:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:31 smithi162 ceph-mon[52612]: pgmap v527: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 6.8 MiB/s wr, 589 op/s 2024-04-24T13:01:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:33.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 409.6k 408.8k 0.0k 4.0M 4.0M 0.0k nvme2n1 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 423.6k 473.2k 0.0k 4.1M 4.6M 0.0k nvme2n2 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.60 439.2k 510.4k 0.0k 4.3M 5.0M 0.0k nvme2n3 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 401.6k 380.0k 0.0k 3.9M 3.7M 0.0k nvme2n4 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 416.8k 440.0k 0.0k 4.1M 4.3M 0.0k nvme2n5 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 438.8k 470.8k 0.0k 4.3M 4.6M 0.0k nvme5n1 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 417.6k 426.8k 0.0k 4.1M 4.2M 0.0k nvme5n2 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.60 420.8k 426.0k 0.0k 4.1M 4.2M 0.0k nvme5n3 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.60 429.6k 432.0k 0.0k 4.2M 4.2M 0.0k nvme5n4 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 422.8k 471.6k 0.0k 4.1M 4.6M 0.0k nvme5n5 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 458.0k 393.2k 0.0k 4.5M 3.8M 0.0k nvme8n1 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 421.2k 413.2k 0.0k 4.1M 4.0M 0.0k nvme8n2 2024-04-24T13:01:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.60 376.8k 525.6k 0.0k 3.7M 5.1M 0.0k nvme8n3 2024-04-24T13:01:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 487.6k 376.0k 0.0k 4.8M 3.7M 0.0k nvme8n4 2024-04-24T13:01:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 36.50 444.4k 414.8k 0.0k 4.3M 4.1M 0.0k nvme8n5 2024-04-24T13:01:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:34.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:33 smithi081 ceph-mon[26762]: pgmap v528: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.1 MiB/s wr, 499 op/s 2024-04-24T13:01:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:33 smithi096 ceph-mon[51702]: pgmap v528: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.1 MiB/s wr, 499 op/s 2024-04-24T13:01:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:33 smithi162 ceph-mon[52612]: pgmap v528: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.1 MiB/s wr, 499 op/s 2024-04-24T13:01:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:35 smithi081 ceph-mon[26762]: pgmap v529: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.0 MiB/s wr, 598 op/s 2024-04-24T13:01:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:35 smithi096 ceph-mon[51702]: pgmap v529: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.0 MiB/s wr, 598 op/s 2024-04-24T13:01:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:35 smithi162 ceph-mon[52612]: pgmap v529: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 7.0 MiB/s wr, 598 op/s 2024-04-24T13:01:38.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:37 smithi081 ceph-mon[26762]: pgmap v530: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 558 op/s 2024-04-24T13:01:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:37 smithi096 ceph-mon[51702]: pgmap v530: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 558 op/s 2024-04-24T13:01:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:37 smithi162 ceph-mon[52612]: pgmap v530: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.4 MiB/s wr, 558 op/s 2024-04-24T13:01:40.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:39 smithi081 ceph-mon[26762]: pgmap v531: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 479 op/s 2024-04-24T13:01:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:39 smithi096 ceph-mon[51702]: pgmap v531: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 479 op/s 2024-04-24T13:01:40.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:39 smithi162 ceph-mon[52612]: pgmap v531: 33 pgs: 33 active+clean; 1.0 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 479 op/s 2024-04-24T13:01:42.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:41 smithi081 ceph-mon[26762]: pgmap v532: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.1 MiB/s wr, 636 op/s 2024-04-24T13:01:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:41 smithi096 ceph-mon[51702]: pgmap v532: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.1 MiB/s wr, 636 op/s 2024-04-24T13:01:42.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:41 smithi162 ceph-mon[52612]: pgmap v532: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.1 MiB/s wr, 636 op/s 2024-04-24T13:01:43.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 372.8k 404.0k 0.0k 3.6M 3.9M 0.0k nvme2n1 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.00 312.8k 472.4k 0.0k 3.1M 4.6M 0.0k nvme2n2 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.00 414.8k 458.4k 0.0k 4.1M 4.5M 0.0k nvme2n3 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 390.8k 389.2k 0.0k 3.8M 3.8M 0.0k nvme2n4 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 397.2k 370.8k 0.0k 3.9M 3.6M 0.0k nvme2n5 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 379.6k 395.2k 0.0k 3.7M 3.9M 0.0k nvme5n1 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 366.0k 356.8k 0.0k 3.6M 3.5M 0.0k nvme5n2 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.00 361.6k 415.6k 0.0k 3.5M 4.1M 0.0k nvme5n3 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.00 401.6k 392.8k 0.0k 3.9M 3.8M 0.0k nvme5n4 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 459.2k 365.6k 0.0k 4.5M 3.6M 0.0k nvme5n5 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 396.8k 440.0k 0.0k 3.9M 4.3M 0.0k nvme8n1 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.00 364.8k 361.2k 0.0k 3.6M 3.5M 0.0k nvme8n2 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.00 475.6k 378.0k 0.0k 4.6M 3.7M 0.0k nvme8n3 2024-04-24T13:01:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 393.6k 402.4k 0.0k 3.8M 3.9M 0.0k nvme8n4 2024-04-24T13:01:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 36.10 378.8k 391.2k 0.0k 3.7M 3.8M 0.0k nvme8n5 2024-04-24T13:01:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:44.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:43 smithi081 ceph-mon[26762]: pgmap v533: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 497 op/s 2024-04-24T13:01:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:43 smithi096 ceph-mon[51702]: pgmap v533: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 497 op/s 2024-04-24T13:01:44.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:43 smithi162 ceph-mon[52612]: pgmap v533: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 497 op/s 2024-04-24T13:01:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:45 smithi081 ceph-mon[26762]: pgmap v534: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 590 op/s 2024-04-24T13:01:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:45 smithi096 ceph-mon[51702]: pgmap v534: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 590 op/s 2024-04-24T13:01:46.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:45 smithi162 ceph-mon[52612]: pgmap v534: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.3 MiB/s wr, 590 op/s 2024-04-24T13:01:48.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:47 smithi081 ceph-mon[26762]: pgmap v535: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 558 op/s 2024-04-24T13:01:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:47 smithi096 ceph-mon[51702]: pgmap v535: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 558 op/s 2024-04-24T13:01:48.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:47 smithi162 ceph-mon[52612]: pgmap v535: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.0 MiB/s wr, 558 op/s 2024-04-24T13:01:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:49 smithi081 ceph-mon[26762]: pgmap v536: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2024-04-24T13:01:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:49 smithi096 ceph-mon[51702]: pgmap v536: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2024-04-24T13:01:50.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:49 smithi162 ceph-mon[52612]: pgmap v536: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2024-04-24T13:01:52.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:51 smithi081 ceph-mon[26762]: pgmap v537: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.7 MiB/s wr, 648 op/s 2024-04-24T13:01:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:51 smithi096 ceph-mon[51702]: pgmap v537: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.7 MiB/s wr, 648 op/s 2024-04-24T13:01:52.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:51 smithi162 ceph-mon[52612]: pgmap v537: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.7 MiB/s wr, 648 op/s 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 37.80 414.8k 346.8k 0.0k 4.1M 3.4M 0.0k nvme2n1 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 405.2k 378.8k 0.0k 4.0M 3.7M 0.0k nvme2n2 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 405.2k 375.2k 0.0k 4.0M 3.7M 0.0k nvme2n3 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 396.0k 362.4k 0.0k 3.9M 3.5M 0.0k nvme2n4 2024-04-24T13:01:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 376.0k 408.4k 0.0k 3.7M 4.0M 0.0k nvme2n5 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.80 406.8k 416.0k 0.0k 4.0M 4.1M 0.0k nvme5n1 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.80 404.0k 390.8k 0.0k 3.9M 3.8M 0.0k nvme5n2 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 418.0k 364.8k 0.0k 4.1M 3.6M 0.0k nvme5n3 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 397.6k 446.8k 0.0k 3.9M 4.4M 0.0k nvme5n4 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 436.4k 384.0k 0.0k 4.3M 3.8M 0.0k nvme5n5 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.80 402.0k 362.8k 0.0k 3.9M 3.5M 0.0k nvme8n1 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 364.0k 379.2k 0.0k 3.6M 3.7M 0.0k nvme8n2 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 429.2k 415.6k 0.0k 4.2M 4.1M 0.0k nvme8n3 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.90 372.8k 349.6k 0.0k 3.6M 3.4M 0.0k nvme8n4 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 37.80 396.8k 386.4k 0.0k 3.9M 3.8M 0.0k nvme8n5 2024-04-24T13:01:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:01:54.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:53 smithi081 ceph-mon[26762]: pgmap v538: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.1 MiB/s wr, 516 op/s 2024-04-24T13:01:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:53 smithi096 ceph-mon[51702]: pgmap v538: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.1 MiB/s wr, 516 op/s 2024-04-24T13:01:54.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:53 smithi162 ceph-mon[52612]: pgmap v538: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.1 MiB/s wr, 516 op/s 2024-04-24T13:01:56.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:55 smithi081 ceph-mon[26762]: pgmap v539: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.0 MiB/s wr, 605 op/s 2024-04-24T13:01:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:55 smithi096 ceph-mon[51702]: pgmap v539: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.0 MiB/s wr, 605 op/s 2024-04-24T13:01:56.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:55 smithi162 ceph-mon[52612]: pgmap v539: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.0 MiB/s wr, 605 op/s 2024-04-24T13:01:58.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:57 smithi081 ceph-mon[26762]: pgmap v540: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 575 op/s 2024-04-24T13:01:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:57 smithi096 ceph-mon[51702]: pgmap v540: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 575 op/s 2024-04-24T13:01:58.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:57 smithi162 ceph-mon[52612]: pgmap v540: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.7 MiB/s wr, 575 op/s 2024-04-24T13:02:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:01:59 smithi081 ceph-mon[26762]: pgmap v541: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.8 MiB/s wr, 487 op/s 2024-04-24T13:02:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:01:59 smithi096 ceph-mon[51702]: pgmap v541: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.8 MiB/s wr, 487 op/s 2024-04-24T13:02:00.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:01:59 smithi162 ceph-mon[52612]: pgmap v541: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.8 MiB/s wr, 487 op/s 2024-04-24T13:02:02.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:01 smithi081 ceph-mon[26762]: pgmap v542: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 664 op/s 2024-04-24T13:02:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:01 smithi096 ceph-mon[51702]: pgmap v542: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 664 op/s 2024-04-24T13:02:02.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:01 smithi162 ceph-mon[52612]: pgmap v542: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 664 op/s 2024-04-24T13:02:03.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:03.686 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:02:03.687 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 339.6k 322.4k 0.0k 3.3M 3.1M 0.0k nvme2n1 2024-04-24T13:02:03.689 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 361.2k 334.8k 0.0k 3.5M 3.3M 0.0k nvme2n2 2024-04-24T13:02:03.689 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 346.0k 362.4k 0.0k 3.4M 3.5M 0.0k nvme2n3 2024-04-24T13:02:03.689 INFO:tasks.workunit.client.3.smithi177.stdout: 35.80 346.8k 324.8k 0.0k 3.4M 3.2M 0.0k nvme2n4 2024-04-24T13:02:03.689 INFO:tasks.workunit.client.3.smithi177.stdout: 35.80 406.4k 351.6k 0.0k 4.0M 3.4M 0.0k nvme2n5 2024-04-24T13:02:03.690 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 333.6k 362.4k 0.0k 3.3M 3.5M 0.0k nvme5n1 2024-04-24T13:02:03.690 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 331.6k 361.6k 0.0k 3.2M 3.5M 0.0k nvme5n2 2024-04-24T13:02:03.690 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 299.2k 366.4k 0.0k 2.9M 3.6M 0.0k nvme5n3 2024-04-24T13:02:03.691 INFO:tasks.workunit.client.3.smithi177.stdout: 35.80 366.4k 346.0k 0.0k 3.6M 3.4M 0.0k nvme5n4 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 35.80 352.4k 417.2k 0.0k 3.4M 4.1M 0.0k nvme5n5 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 357.6k 348.4k 0.0k 3.5M 3.4M 0.0k nvme8n1 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 313.6k 324.0k 0.0k 3.1M 3.2M 0.0k nvme8n2 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 35.80 334.8k 352.4k 0.0k 3.3M 3.4M 0.0k nvme8n3 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 35.80 306.8k 335.6k 0.0k 3.0M 3.3M 0.0k nvme8n4 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 35.90 347.2k 366.0k 0.0k 3.4M 3.6M 0.0k nvme8n5 2024-04-24T13:02:03.692 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:04.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:03 smithi081 ceph-mon[26762]: pgmap v543: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 499 op/s 2024-04-24T13:02:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:03 smithi096 ceph-mon[51702]: pgmap v543: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 499 op/s 2024-04-24T13:02:04.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:03 smithi162 ceph-mon[52612]: pgmap v543: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.9 MiB/s wr, 499 op/s 2024-04-24T13:02:06.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:05 smithi081 ceph-mon[26762]: pgmap v544: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.7 MiB/s wr, 594 op/s 2024-04-24T13:02:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:05 smithi096 ceph-mon[51702]: pgmap v544: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.7 MiB/s wr, 594 op/s 2024-04-24T13:02:06.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:05 smithi162 ceph-mon[52612]: pgmap v544: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.7 MiB/s wr, 594 op/s 2024-04-24T13:02:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:07 smithi081 ceph-mon[26762]: pgmap v545: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 560 op/s 2024-04-24T13:02:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:07 smithi096 ceph-mon[51702]: pgmap v545: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 560 op/s 2024-04-24T13:02:08.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:07 smithi162 ceph-mon[52612]: pgmap v545: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 560 op/s 2024-04-24T13:02:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:09 smithi081 ceph-mon[26762]: pgmap v546: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 472 op/s 2024-04-24T13:02:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:09 smithi096 ceph-mon[51702]: pgmap v546: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 472 op/s 2024-04-24T13:02:10.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:09 smithi162 ceph-mon[52612]: pgmap v546: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 472 op/s 2024-04-24T13:02:10.800 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T13:02:10.800 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:02:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:11 smithi081 ceph-mon[26762]: pgmap v547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 644 op/s 2024-04-24T13:02:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:11 smithi096 ceph-mon[51702]: pgmap v547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 644 op/s 2024-04-24T13:02:12.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:11 smithi162 ceph-mon[52612]: pgmap v547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.2 MiB/s wr, 644 op/s 2024-04-24T13:02:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:02:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 501.6k 476.4k 0.0k 4.9M 4.7M 0.0k nvme2n1 2024-04-24T13:02:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 455.2k 417.6k 0.0k 4.4M 4.1M 0.0k nvme2n2 2024-04-24T13:02:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 381.2k 349.2k 0.0k 3.7M 3.4M 0.0k nvme2n3 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 510.4k 445.2k 0.0k 5.0M 4.3M 0.0k nvme2n4 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 606.8k 613.6k 0.0k 5.9M 6.0M 0.0k nvme2n5 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 448.8k 450.4k 0.0k 4.4M 4.4M 0.0k nvme5n1 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 543.2k 464.8k 0.0k 5.3M 4.5M 0.0k nvme5n2 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 479.6k 436.0k 0.0k 4.7M 4.3M 0.0k nvme5n3 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 318.0k 325.2k 0.0k 3.1M 3.2M 0.0k nvme5n4 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 365.2k 332.4k 0.0k 3.6M 3.2M 0.0k nvme5n5 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 331.2k 307.6k 0.0k 3.2M 3.0M 0.0k nvme8n1 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 524.0k 554.4k 0.0k 5.1M 5.4M 0.0k nvme8n2 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 510.0k 464.0k 0.0k 5.0M 4.5M 0.0k nvme8n3 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 519.6k 569.6k 0.0k 5.1M 5.6M 0.0k nvme8n4 2024-04-24T13:02:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 36.70 428.4k 429.2k 0.0k 4.2M 4.2M 0.0k nvme8n5 2024-04-24T13:02:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:14.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:13 smithi081 ceph-mon[26762]: pgmap v548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.7 MiB/s wr, 478 op/s 2024-04-24T13:02:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:13 smithi096 ceph-mon[51702]: pgmap v548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.7 MiB/s wr, 478 op/s 2024-04-24T13:02:14.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:13 smithi162 ceph-mon[52612]: pgmap v548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.7 MiB/s wr, 478 op/s 2024-04-24T13:02:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:15 smithi081 ceph-mon[26762]: pgmap v549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 585 op/s 2024-04-24T13:02:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:15 smithi096 ceph-mon[51702]: pgmap v549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 585 op/s 2024-04-24T13:02:16.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:15 smithi162 ceph-mon[52612]: pgmap v549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.3 MiB/s wr, 585 op/s 2024-04-24T13:02:18.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:17 smithi081 ceph-mon[26762]: pgmap v550: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 551 op/s 2024-04-24T13:02:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:17 smithi096 ceph-mon[51702]: pgmap v550: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 551 op/s 2024-04-24T13:02:18.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:17 smithi162 ceph-mon[52612]: pgmap v550: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.5 MiB/s wr, 551 op/s 2024-04-24T13:02:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:19 smithi081 ceph-mon[26762]: pgmap v551: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 469 op/s 2024-04-24T13:02:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:19 smithi096 ceph-mon[51702]: pgmap v551: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 469 op/s 2024-04-24T13:02:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:19 smithi162 ceph-mon[52612]: pgmap v551: 33 pgs: 33 active+clean; 1.0 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.8 MiB/s wr, 469 op/s 2024-04-24T13:02:22.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:21 smithi081 ceph-mon[26762]: pgmap v552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 645 op/s 2024-04-24T13:02:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:02:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:21 smithi096 ceph-mon[51702]: pgmap v552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 645 op/s 2024-04-24T13:02:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:02:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:21 smithi162 ceph-mon[52612]: pgmap v552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 8.6 MiB/s wr, 645 op/s 2024-04-24T13:02:22.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:21 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:02:23.048 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:02:23.048 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:02:23.048 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:02:23.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:02:23.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:02:23.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:02:23.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:22 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:02:23.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:22 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:02:23.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:22 smithi162 ceph-mon[52612]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:02:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:02:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 511.6k 555.2k 0.0k 5.0M 5.4M 0.0k nvme2n1 2024-04-24T13:02:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 613.6k 518.4k 0.0k 6.0M 5.1M 0.0k nvme2n2 2024-04-24T13:02:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 35.10 570.8k 502.0k 0.0k 5.6M 4.9M 0.0k nvme2n3 2024-04-24T13:02:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 516.4k 592.0k 0.0k 5.0M 5.8M 0.0k nvme2n4 2024-04-24T13:02:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 518.8k 524.4k 0.0k 5.1M 5.1M 0.0k nvme2n5 2024-04-24T13:02:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 537.6k 532.0k 0.0k 5.2M 5.2M 0.0k nvme5n1 2024-04-24T13:02:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 536.4k 548.4k 0.0k 5.2M 5.4M 0.0k nvme5n2 2024-04-24T13:02:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 35.10 550.8k 556.0k 0.0k 5.4M 5.4M 0.0k nvme5n3 2024-04-24T13:02:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 492.0k 575.6k 0.0k 4.8M 5.6M 0.0k nvme5n4 2024-04-24T13:02:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 600.4k 534.0k 0.0k 5.9M 5.2M 0.0k nvme5n5 2024-04-24T13:02:23.678 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 569.6k 561.2k 0.0k 5.6M 5.5M 0.0k nvme8n1 2024-04-24T13:02:23.678 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 502.4k 560.8k 0.0k 4.9M 5.5M 0.0k nvme8n2 2024-04-24T13:02:23.678 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 547.2k 544.4k 0.0k 5.3M 5.3M 0.0k nvme8n3 2024-04-24T13:02:23.678 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 576.4k 500.8k 0.0k 5.6M 4.9M 0.0k nvme8n4 2024-04-24T13:02:23.678 INFO:tasks.workunit.client.3.smithi177.stdout: 35.20 545.2k 534.8k 0.0k 5.3M 5.2M 0.0k nvme8n5 2024-04-24T13:02:23.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:23 smithi081 ceph-mon[26762]: pgmap v553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 480 op/s 2024-04-24T13:02:24.341 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:23 smithi096 ceph-mon[51702]: pgmap v553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 480 op/s 2024-04-24T13:02:24.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:23 smithi162 ceph-mon[52612]: pgmap v553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.1 MiB/s wr, 480 op/s 2024-04-24T13:02:26.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:25 smithi081 ceph-mon[26762]: pgmap v554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.5 MiB/s wr, 580 op/s 2024-04-24T13:02:26.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:25 smithi096 ceph-mon[51702]: pgmap v554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.5 MiB/s wr, 580 op/s 2024-04-24T13:02:26.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:25 smithi162 ceph-mon[52612]: pgmap v554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 8.5 MiB/s wr, 580 op/s 2024-04-24T13:02:27.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:26 smithi081 ceph-mon[26762]: pgmap v555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 543 op/s 2024-04-24T13:02:27.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:26 smithi096 ceph-mon[51702]: pgmap v555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 543 op/s 2024-04-24T13:02:27.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:26 smithi162 ceph-mon[52612]: pgmap v555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 8.0 MiB/s wr, 543 op/s 2024-04-24T13:02:30.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:29 smithi081 ceph-mon[26762]: pgmap v556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 456 op/s 2024-04-24T13:02:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:29 smithi096 ceph-mon[51702]: pgmap v556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 456 op/s 2024-04-24T13:02:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:29 smithi162 ceph-mon[52612]: pgmap v556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 6.8 MiB/s wr, 456 op/s 2024-04-24T13:02:32.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:31 smithi081 ceph-mon[26762]: pgmap v557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.2 MiB/s wr, 625 op/s 2024-04-24T13:02:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:31 smithi096 ceph-mon[51702]: pgmap v557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.2 MiB/s wr, 625 op/s 2024-04-24T13:02:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:31 smithi162 ceph-mon[52612]: pgmap v557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 9.2 MiB/s wr, 625 op/s 2024-04-24T13:02:33.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 544.4k 449.2k 0.0k 5.3M 4.4M 0.0k nvme2n1 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 443.2k 516.8k 0.0k 4.3M 5.0M 0.0k nvme2n2 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.10 514.0k 590.0k 0.0k 5.0M 5.8M 0.0k nvme2n3 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 438.8k 443.6k 0.0k 4.3M 4.3M 0.0k nvme2n4 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 494.4k 444.0k 0.0k 4.8M 4.3M 0.0k nvme2n5 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 429.6k 485.6k 0.0k 4.2M 4.7M 0.0k nvme5n1 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 461.6k 464.0k 0.0k 4.5M 4.5M 0.0k nvme5n2 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.10 476.4k 517.6k 0.0k 4.7M 5.1M 0.0k nvme5n3 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.10 464.4k 574.0k 0.0k 4.5M 5.6M 0.0k nvme5n4 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 554.0k 549.2k 0.0k 5.4M 5.4M 0.0k nvme5n5 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 505.2k 491.6k 0.0k 4.9M 4.8M 0.0k nvme8n1 2024-04-24T13:02:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 483.2k 491.2k 0.0k 4.7M 4.8M 0.0k nvme8n2 2024-04-24T13:02:33.679 INFO:tasks.workunit.client.3.smithi177.stdout: 34.10 480.8k 474.4k 0.0k 4.7M 4.6M 0.0k nvme8n3 2024-04-24T13:02:33.679 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 545.2k 472.4k 0.0k 5.3M 4.6M 0.0k nvme8n4 2024-04-24T13:02:33.679 INFO:tasks.workunit.client.3.smithi177.stdout: 34.00 477.2k 508.4k 0.0k 4.7M 5.0M 0.0k nvme8n5 2024-04-24T13:02:33.679 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:33 smithi081 ceph-mon[26762]: pgmap v558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 454 op/s 2024-04-24T13:02:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:33 smithi096 ceph-mon[51702]: pgmap v558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 454 op/s 2024-04-24T13:02:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:33 smithi162 ceph-mon[52612]: pgmap v558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 454 op/s 2024-04-24T13:02:34.972 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:02:34.973 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:02:34.973 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:02:35.006 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:01:05 UTC; 1min 29s ago 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64466 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64467 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 64532 (conmon) 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 126.1M 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 31.687s 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:02:35.007 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64534 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64536 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64572 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64639 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─65473 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: └─64532 /usr/bin/conmon --api-version 1 -c 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f -u 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata -p /run/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:02:35.008 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:02:35.009 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:02:35.009 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 3 2024-04-24T13:02:35.009 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:02:35.009 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:02:35.009 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:49206 2024-04-24T13:02:35.009 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:01:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:01:11.248821] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000231 seconds 2024-04-24T13:02:35.010 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:01:05 UTC; 1min 29s ago 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53555 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53556 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 53620 (conmon) 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 121.3M 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 1min 30.888s 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:02:35.051 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53622 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53625 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53641 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53692 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─54476 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: └─53620 /usr/bin/conmon --api-version 1 -c 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d -u 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata -p /run/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:02:35.052 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:02:35.053 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:02:35.053 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:02:35.053 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:02:35.053 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:02:35.053 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: ], , client address: IPv4 172.21.15.96:47344 2024-04-24T13:02:35.053 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:12.248976] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000266 seconds 2024-04-24T13:02:35.053 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 12:52:30 UTC; 10min ago 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49612 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49613 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 49800 (conmon) 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 1.0G 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 10min 35.565s 2024-04-24T13:02:35.094 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49802 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49804 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49824 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─49863 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─49865 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: └─49800 /usr/bin/conmon --api-version 1 -c 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -u 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata -p /run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:02:35.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:02:35.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: states { 2024-04-24T13:02:35.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: grp_id: 2 2024-04-24T13:02:35.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: state: INACCESSIBLE 2024-04-24T13:02:35.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: } 2024-04-24T13:02:35.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:01:08 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: ], , client address: IPv4 172.21.15.162:39958 2024-04-24T13:02:35.097 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:02:35.401 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:02:35.401 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 9m ago 15m smithi081=x;count:1 2024-04-24T13:02:35.401 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 9m ago 15m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:02:35.401 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 3/3 9m ago 10m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:02:35.401 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 9m ago - 2024-04-24T13:02:35.694 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:02:35.694 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (9m) 9m ago 9m 70.5M - 1.2.5 1e28a75d580c a7241c120331 2024-04-24T13:02:35.694 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (9m) 9m ago 9m 74.8M - 1.2.5 1e28a75d580c 4a5bfe1463bc 2024-04-24T13:02:35.694 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (10m) 9m ago 10m 74.4M - 1.2.5 1e28a75d580c 34a62857a7c7 2024-04-24T13:02:36.041 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_OK 2024-04-24T13:02:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:35 smithi081 ceph-mon[26762]: pgmap v559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 555 op/s 2024-04-24T13:02:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:35 smithi096 ceph-mon[51702]: pgmap v559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 555 op/s 2024-04-24T13:02:36.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:35 smithi162 ceph-mon[52612]: pgmap v559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.7 MiB/s rd, 7.9 MiB/s wr, 555 op/s 2024-04-24T13:02:36.385 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:02:36.385 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_OK 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 90s) 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 16m) 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 11m), 8 in (since 12m) 2024-04-24T13:02:36.386 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: client: 7.7 MiB/s rd, 7.9 MiB/s wr, 275 op/s rd, 279 op/s wr 2024-04-24T13:02:36.387 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:02:36.412 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.426 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.439 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.453 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.467 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.481 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.495 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.522 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.536 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.550 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.563 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.577 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.590 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.605 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.7508437964091971) > weight (0.3333333333333333) 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.6230448872137662) > weight (0.3333333333333333) 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:02:36.605 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:02:36.606 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:02:36.606 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T13:02:36.606 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 3 2024-04-24T13:02:36.606 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:02:36.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:02:36 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:02:36.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:36 smithi162 ceph-mon[52612]: from='client.44113 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:02:36.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:36 smithi162 ceph-mon[52612]: from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:02:36.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:36 smithi162 ceph-mon[52612]: from='client.? 172.21.15.177:0/3190378558' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:02:36.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:36 smithi162 ceph-mon[52612]: from='client.? 172.21.15.177:0/2110143581' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:02:36.987 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":91,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:02:37.000 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:36 smithi081 ceph-mon[26762]: from='client.44113 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:02:37.000 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:36 smithi081 ceph-mon[26762]: from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:02:37.000 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:36 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3190378558' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:02:37.001 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:36 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2110143581' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:02:37.002 INFO:tasks.mon_thrash.ceph_manager:quorum is size 3 2024-04-24T13:02:37.002 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:making sure all monitors are in the quorum 2024-04-24T13:02:37.002 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon a 2024-04-24T13:02:37.003 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 26, 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 1045379, 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:02:37.117 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 91, 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:02:37.118 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.120 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.120 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.120 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.120 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.120 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:02:37.121 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.122 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.123 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.124 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:37.124 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.124 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.124 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.124 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.125 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.126 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:02:37.127 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.128 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:37.129 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.130 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:02:37.131 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.132 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.133 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:02:37.134 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.135 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 6 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.136 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 19 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.137 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.138 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.138 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:02:37.138 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:02:37.138 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:36 smithi096 ceph-mon[51702]: from='client.44113 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:02:37.139 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:36 smithi096 ceph-mon[51702]: from='client.34388 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:02:37.139 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:36 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3190378558' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:02:37.139 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:36 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2110143581' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:02:37.140 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:02:37.140 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon b 2024-04-24T13:02:37.140 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T13:02:37.254 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:02:37.254 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:37.254 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:37.254 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:02:37.254 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 26, 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 317189, 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 91, 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.255 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.256 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.257 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:02:37.258 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:02:37.259 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.260 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:37.261 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.262 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.263 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.264 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.265 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:37.266 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 10 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.267 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:02:37.268 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:02:37.269 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:02:37.269 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon c 2024-04-24T13:02:37.270 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T13:02:37.383 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:02:37.383 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 26, 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 92154, 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 91, 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:02:37.384 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.385 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.386 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:02:37.387 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:37.388 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:37.389 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.390 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:37.391 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.392 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:37.393 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.394 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:02:37.395 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:02:37.396 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:02:37.397 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:monitors to thrash: ['c'] 2024-04-24T13:02:37.397 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:monitors to freeze: [] 2024-04-24T13:02:37.397 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:thrashing mon.c 2024-04-24T13:02:37.397 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:killing mon.c 2024-04-24T13:02:37.397 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-04-24T13:02:37.397 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c 2024-04-24T13:02:37.752 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 systemd[1]: Stopping Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:02:37.752 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 13:02:37] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:02:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: pgmap v560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.4 MiB/s wr, 526 op/s 2024-04-24T13:02:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1772830295' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:37 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: pgmap v560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.4 MiB/s wr, 526 op/s 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/1772830295' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:37 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: pgmap v560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.4 MiB/s wr, 526 op/s 2024-04-24T13:02:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='client.? 172.21.15.81:0/1772830295' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-mon[52612]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c[52607]: 2024-04-24T13:02:37.757+0000 7f1e5e630700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-24T13:02:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c[52607]: 2024-04-24T13:02:37.757+0000 7f1e5e630700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-04-24T13:02:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:37 smithi162 podman[53188]: 2024-04-24 13:02:37.839396172 +0000 UTC m=+0.195315659 container died 42514c65a0693e471a9ab8de794afa4bddfb1b90f4506b1eadfe4f83c17b1d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=ceph-nvmeof-mon-1c8eaae, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-24T13:02:38.497 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:38 smithi162 podman[53188]: 2024-04-24 13:02:38.241766153 +0000 UTC m=+0.597685644 container cleanup 42514c65a0693e471a9ab8de794afa4bddfb1b90f4506b1eadfe4f83c17b1d92 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=ceph-nvmeof-mon-1c8eaae, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-24T13:02:38.497 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:02:38 smithi162 bash[53188]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c 2024-04-24T13:02:38.644 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c.service' 2024-04-24T13:02:38.681 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:02:38.682 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-04-24T13:02:38.682 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 2 2024-04-24T13:02:38.682 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:02:39.057 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":93,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:02:42.070 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:02:42.450 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":96,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:02:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:02:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 433.6k 449.2k 0.0k 4.2M 4.4M 0.0k nvme2n1 2024-04-24T13:02:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 436.4k 453.6k 0.0k 4.3M 4.4M 0.0k nvme2n2 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.50 445.2k 476.4k 0.0k 4.3M 4.7M 0.0k nvme2n3 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 414.4k 413.2k 0.0k 4.0M 4.0M 0.0k nvme2n4 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 364.4k 484.4k 0.0k 3.6M 4.7M 0.0k nvme2n5 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 440.4k 460.0k 0.0k 4.3M 4.5M 0.0k nvme5n1 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 378.8k 474.0k 0.0k 3.7M 4.6M 0.0k nvme5n2 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 463.6k 437.6k 0.0k 4.5M 4.3M 0.0k nvme5n3 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.50 464.0k 492.4k 0.0k 4.5M 4.8M 0.0k nvme5n4 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 477.6k 433.2k 0.0k 4.7M 4.2M 0.0k nvme5n5 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 483.6k 440.4k 0.0k 4.7M 4.3M 0.0k nvme8n1 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 426.4k 450.0k 0.0k 4.2M 4.4M 0.0k nvme8n2 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.50 472.0k 369.6k 0.0k 4.6M 3.6M 0.0k nvme8n3 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 345.2k 438.4k 0.0k 3.4M 4.3M 0.0k nvme8n4 2024-04-24T13:02:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.60 469.2k 446.8k 0.0k 4.6M 4.4M 0.0k nvme8n5 2024-04-24T13:02:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:45.462 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:02:45.842 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":26,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":100,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:02:47.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:02:47 smithi162 bash[53127]: time="2024-04-24T13:02:47Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:02:47.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:02:47 smithi162 podman[53127]: 2024-04-24 13:02:47.490267278 +0000 UTC m=+10.666537128 container died 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , version=1.2.5, io.ceph.maintainer=Ceph Developers , vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, build-date=2024-04-22 08:15:14 UTC, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.git.branch=tags/1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.ceph.version=1.2.5, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:02:48.100 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:02:47 smithi162 podman[53127]: 2024-04-24 13:02:47.842627414 +0000 UTC m=+11.018897273 container cleanup 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, architecture=x86_64, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.target-arch=, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, io.ceph.version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.5, release=, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:02:48.156 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:02:47 smithi162 bash[53127]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:02:48.260 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:02:48.294 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:02:48.295 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:02:48.295 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 124 secs before reviving 2024-04-24T13:02:48.856 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:02:53.616 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":30,"quorum":[0,2],"quorum_names":["a","b"],"quorum_leader_name":"a","quorum_age":0,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:02:53.629 INFO:tasks.mon_thrash.ceph_manager:quorum is size 2 2024-04-24T13:02:53.629 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 2 for mon a 2024-04-24T13:02:53.629 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 12.70 168.0k 133.6k 0.0k 1.6M 1.3M 0.0k nvme2n1 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 12.70 156.4k 172.8k 0.0k 1.5M 1.7M 0.0k nvme2n2 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 188.8k 163.6k 0.0k 1.8M 1.6M 0.0k nvme2n3 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 139.6k 167.6k 0.0k 1.4M 1.6M 0.0k nvme2n4 2024-04-24T13:02:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 160.8k 136.4k 0.0k 1.6M 1.3M 0.0k nvme2n5 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 100.4k 210.4k 0.0k 1004.0k 2.1M 0.0k nvme5n1 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.70 176.8k 118.0k 0.0k 1.7M 1.2M 0.0k nvme5n2 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.70 139.6k 170.8k 0.0k 1.4M 1.7M 0.0k nvme5n3 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 151.2k 166.8k 0.0k 1.5M 1.6M 0.0k nvme5n4 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 160.8k 158.4k 0.0k 1.6M 1.5M 0.0k nvme5n5 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.70 184.8k 148.4k 0.0k 1.8M 1.4M 0.0k nvme8n1 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.70 170.4k 132.8k 0.0k 1.7M 1.3M 0.0k nvme8n2 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 176.8k 146.8k 0.0k 1.7M 1.4M 0.0k nvme8n3 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 172.8k 136.0k 0.0k 1.7M 1.3M 0.0k nvme8n4 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 12.80 186.0k 137.2k 0.0k 1.8M 1.3M 0.0k nvme8n5 2024-04-24T13:02:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 30, 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 1062007, 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.744 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:53.745 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:53.746 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.747 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.748 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:02:53.749 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:02:53.750 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.751 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.752 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:02:53.753 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.754 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.755 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.756 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.757 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 6 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:02:53.758 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 14 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.759 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:02:53.760 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:02:53.761 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 2 2024-04-24T13:02:53.761 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 2 for mon b 2024-04-24T13:02:53.761 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T13:02:53.870 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:02:53.870 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:53.870 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:53.870 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:02:53.870 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 30, 2024-04-24T13:02:53.870 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 333806, 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 1, 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:53.871 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:53.872 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:02:53.873 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:02:53.874 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:02:53.875 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:02:53.876 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.877 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:53.878 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.882 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.883 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.884 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 8 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:02:53.885 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2189284159' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 616 op/s 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3255779072' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 452 op/s 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 552 op/s 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/84750590' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 519 op/s 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: mon.b calling monitor election 2024-04-24T13:02:53.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 434 op/s 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.5 MiB/s wr, 524 op/s 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: pgmap v568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 348 op/s 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,b in quorum (ranks 0,2) 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:02:53.887 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: fsmap 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 16m) 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: mon.c (rank 1) addr [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] is down (out of quorum) 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2552819480' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:53.888 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:53 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:53.889 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 2 2024-04-24T13:02:53.889 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 60.0 secs before reviving monitors 2024-04-24T13:02:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2189284159' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 8.4 MiB/s wr, 616 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3255779072' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.0 MiB/s wr, 452 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.2 MiB/s wr, 552 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/84750590' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 519 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: mon.b calling monitor election 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: mon.a calling monitor election 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.5 MiB/s wr, 434 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.5 MiB/s wr, 524 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: pgmap v568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 348 op/s 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: mon.a is new leader, mons a,b in quorum (ranks 0,2) 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: monmap epoch 3 2024-04-24T13:02:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: min_mon_release 19 (squid) 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: election_strategy: 1 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: fsmap 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: osdmap e74: 8 total, 8 up, 8 in 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: mgrmap e15: x(active, since 16m) 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: mon.c (rank 1) addr [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] is down (out of quorum) 2024-04-24T13:02:54.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2552819480' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:02:54.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:54.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:53 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:55.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:54 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:55.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:54 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:55.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:54 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:02:55.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:54 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:02:56.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:55 smithi081 ceph-mon[26762]: pgmap v569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 330 op/s 2024-04-24T13:02:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:55 smithi096 ceph-mon[51702]: pgmap v569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.0 MiB/s wr, 330 op/s 2024-04-24T13:02:58.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:57 smithi081 ceph-mon[26762]: pgmap v570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 211 op/s 2024-04-24T13:02:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:57 smithi096 ceph-mon[51702]: pgmap v570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 211 op/s 2024-04-24T13:03:00.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:02:59 smithi081 ceph-mon[26762]: pgmap v571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-04-24T13:03:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:02:59 smithi096 ceph-mon[51702]: pgmap v571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.4 MiB/s wr, 120 op/s 2024-04-24T13:03:02.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:01 smithi081 ceph-mon[26762]: pgmap v572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 110 op/s 2024-04-24T13:03:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:01 smithi096 ceph-mon[51702]: pgmap v572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 110 op/s 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n1 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n2 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n3 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n4 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme2n5 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n1 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n2 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n3 2024-04-24T13:03:03.675 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n4 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme5n5 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n1 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n2 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n3 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n4 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 0.00 0.0k 0.0k 0.0k 0.0k 0.0k 0.0k nvme8n5 2024-04-24T13:03:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:04.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:03 smithi081 ceph-mon[26762]: pgmap v573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 41 KiB/s wr, 5 op/s 2024-04-24T13:03:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:03 smithi096 ceph-mon[51702]: pgmap v573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 41 KiB/s wr, 5 op/s 2024-04-24T13:03:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:05 smithi081 ceph-mon[26762]: pgmap v574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:03:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:05 smithi096 ceph-mon[51702]: pgmap v574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:03:07.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:03:06] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:03:07.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:03:07.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:03:07.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:51418 2024-04-24T13:03:07.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:03:06.858610] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000227 seconds 2024-04-24T13:03:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:07 smithi096 ceph-mon[51702]: pgmap v575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:03:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:07 smithi096 ceph-mon[51702]: osdmap e75: 8 total, 8 up, 8 in 2024-04-24T13:03:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:07 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:08.219 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:07 smithi081 ceph-mon[26762]: pgmap v575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:03:08.219 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:07 smithi081 ceph-mon[26762]: osdmap e75: 8 total, 8 up, 8 in 2024-04-24T13:03:08.219 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:07 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:08 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:08 smithi096 ceph-mon[51702]: osdmap e76: 8 total, 8 up, 8 in 2024-04-24T13:03:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:08 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:09.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-mon[26762]: osdmap e76: 8 total, 8 up, 8 in 2024-04-24T13:03:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:09.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:03:08] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:03:09.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:03:09.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:03:09.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:03:09.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:51426 2024-04-24T13:03:09.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:03:08.866794] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000254 seconds 2024-04-24T13:03:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:09 smithi096 ceph-mon[51702]: pgmap v578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 3.5 KiB/s wr, 1 op/s 2024-04-24T13:03:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:09 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:10.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:09 smithi096 ceph-mon[51702]: osdmap e77: 8 total, 8 up, 8 in 2024-04-24T13:03:10.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:09 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:09 smithi081 ceph-mon[26762]: pgmap v578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 3.5 KiB/s wr, 1 op/s 2024-04-24T13:03:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:09 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:09 smithi081 ceph-mon[26762]: osdmap e77: 8 total, 8 up, 8 in 2024-04-24T13:03:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:09 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:10 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:10 smithi096 ceph-mon[51702]: osdmap e78: 8 total, 8 up, 8 in 2024-04-24T13:03:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:10 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:11.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:10 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:11.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:10 smithi081 ceph-mon[26762]: osdmap e78: 8 total, 8 up, 8 in 2024-04-24T13:03:11.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:10 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:11 smithi096 ceph-mon[51702]: pgmap v581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 52 KiB/s wr, 13 op/s 2024-04-24T13:03:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:11 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:11 smithi096 ceph-mon[51702]: osdmap e79: 8 total, 8 up, 8 in 2024-04-24T13:03:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:11 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:12.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:11 smithi081 ceph-mon[26762]: pgmap v581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 52 KiB/s wr, 13 op/s 2024-04-24T13:03:12.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:11 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:12.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:11 smithi081 ceph-mon[26762]: osdmap e79: 8 total, 8 up, 8 in 2024-04-24T13:03:12.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:11 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd={"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"} : dispatch 2024-04-24T13:03:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:12 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:12 smithi096 ceph-mon[51702]: osdmap e80: 8 total, 8 up, 8 in 2024-04-24T13:03:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:12 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2962390344' entity='client.nvmeof.nvmeof.a' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.162:0/1141810307"}]': finished 2024-04-24T13:03:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:12 smithi081 ceph-mon[26762]: osdmap e80: 8 total, 8 up, 8 in 2024-04-24T13:03:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:03:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 6.20 69.6k 96.4k 0.0k 696.0k 964.0k 0.0k nvme2n1 2024-04-24T13:03:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 78.0k 65.2k 0.0k 780.0k 652.0k 0.0k nvme2n2 2024-04-24T13:03:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 100.0k 54.8k 0.0k 1000.0k 548.0k 0.0k nvme2n3 2024-04-24T13:03:13.675 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 87.6k 70.0k 0.0k 876.0k 700.0k 0.0k nvme2n4 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 83.2k 44.8k 0.0k 832.0k 448.0k 0.0k nvme2n5 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.20 63.2k 80.8k 0.0k 632.0k 808.0k 0.0k nvme5n1 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.20 76.4k 77.2k 0.0k 764.0k 772.0k 0.0k nvme5n2 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 56.8k 93.2k 0.0k 568.0k 932.0k 0.0k nvme5n3 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 91.2k 70.8k 0.0k 912.0k 708.0k 0.0k nvme5n4 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 67.6k 82.4k 0.0k 676.0k 824.0k 0.0k nvme5n5 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.20 69.6k 82.4k 0.0k 696.0k 824.0k 0.0k nvme8n1 2024-04-24T13:03:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 74.8k 77.6k 0.0k 748.0k 776.0k 0.0k nvme8n2 2024-04-24T13:03:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 74.8k 70.0k 0.0k 748.0k 700.0k 0.0k nvme8n3 2024-04-24T13:03:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 76.8k 78.8k 0.0k 768.0k 788.0k 0.0k nvme8n4 2024-04-24T13:03:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 6.10 100.8k 48.8k 0.0k 1008.0k 488.0k 0.0k nvme8n5 2024-04-24T13:03:13.679 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:13 smithi096 ceph-mon[51702]: pgmap v584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-04-24T13:03:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:13 smithi081 ceph-mon[26762]: pgmap v584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 45 KiB/s wr, 14 op/s 2024-04-24T13:03:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:15 smithi096 ceph-mon[51702]: pgmap v585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 128 op/s 2024-04-24T13:03:16.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:15 smithi081 ceph-mon[26762]: pgmap v585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 MiB/s wr, 128 op/s 2024-04-24T13:03:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:17 smithi096 ceph-mon[51702]: pgmap v586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 217 op/s 2024-04-24T13:03:18.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:17 smithi081 ceph-mon[26762]: pgmap v586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 217 op/s 2024-04-24T13:03:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:19 smithi096 ceph-mon[51702]: pgmap v587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 202 op/s 2024-04-24T13:03:20.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:19 smithi081 ceph-mon[26762]: pgmap v587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 202 op/s 2024-04-24T13:03:22.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:21 smithi096 ceph-mon[51702]: pgmap v588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 381 op/s 2024-04-24T13:03:22.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:21 smithi081 ceph-mon[26762]: pgmap v588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 4.3 MiB/s wr, 381 op/s 2024-04-24T13:03:23.208 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:03:23.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:03:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:03:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 360.4k 361.6k 0.0k 3.5M 3.5M 0.0k nvme2n1 2024-04-24T13:03:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 413.6k 380.4k 0.0k 4.0M 3.7M 0.0k nvme2n2 2024-04-24T13:03:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 412.4k 393.2k 0.0k 4.0M 3.8M 0.0k nvme2n3 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 414.4k 354.8k 0.0k 4.0M 3.5M 0.0k nvme2n4 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 394.8k 337.6k 0.0k 3.9M 3.3M 0.0k nvme2n5 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 344.4k 428.8k 0.0k 3.4M 4.2M 0.0k nvme5n1 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 336.8k 417.6k 0.0k 3.3M 4.1M 0.0k nvme5n2 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 372.0k 396.8k 0.0k 3.6M 3.9M 0.0k nvme5n3 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 404.8k 390.4k 0.0k 4.0M 3.8M 0.0k nvme5n4 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 348.0k 425.6k 0.0k 3.4M 4.2M 0.0k nvme5n5 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 438.0k 396.0k 0.0k 4.3M 3.9M 0.0k nvme8n1 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 336.4k 432.8k 0.0k 3.3M 4.2M 0.0k nvme8n2 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 365.2k 392.8k 0.0k 3.6M 3.8M 0.0k nvme8n3 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 390.0k 335.6k 0.0k 3.8M 3.3M 0.0k nvme8n4 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 349.2k 400.0k 0.0k 3.4M 3.9M 0.0k nvme8n5 2024-04-24T13:03:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:23 smithi081 ceph-mon[26762]: pgmap v589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 368 op/s 2024-04-24T13:03:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:23 smithi096 ceph-mon[51702]: pgmap v589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 368 op/s 2024-04-24T13:03:24.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:24.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:03:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:03:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:25 smithi096 ceph-mon[51702]: pgmap v590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2024-04-24T13:03:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:03:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:03:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:25 smithi081 ceph-mon[26762]: pgmap v590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 446 op/s 2024-04-24T13:03:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:03:26.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:26 smithi096 ceph-mon[51702]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:03:26.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:26 smithi081 ceph-mon[26762]: Health check failed: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:03:27.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:27 smithi096 ceph-mon[51702]: pgmap v591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 476 op/s 2024-04-24T13:03:27.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:27 smithi081 ceph-mon[26762]: pgmap v591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.4 MiB/s wr, 476 op/s 2024-04-24T13:03:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:29 smithi081 ceph-mon[26762]: pgmap v592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.8 MiB/s wr, 423 op/s 2024-04-24T13:03:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:29 smithi096 ceph-mon[51702]: pgmap v592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.8 MiB/s wr, 423 op/s 2024-04-24T13:03:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:31 smithi081 ceph-mon[26762]: pgmap v593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.6 MiB/s wr, 593 op/s 2024-04-24T13:03:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:31 smithi096 ceph-mon[51702]: pgmap v593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 6.6 MiB/s wr, 593 op/s 2024-04-24T13:03:33.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 337.6k 364.0k 0.0k 3.3M 3.6M 0.0k nvme2n1 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 327.6k 393.6k 0.0k 3.2M 3.8M 0.0k nvme2n2 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 394.8k 336.8k 0.0k 3.9M 3.3M 0.0k nvme2n3 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.40 377.2k 379.2k 0.0k 3.7M 3.7M 0.0k nvme2n4 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 294.4k 333.6k 0.0k 2.9M 3.3M 0.0k nvme2n5 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 299.6k 376.4k 0.0k 2.9M 3.7M 0.0k nvme5n1 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 344.4k 363.2k 0.0k 3.4M 3.5M 0.0k nvme5n2 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 336.4k 347.2k 0.0k 3.3M 3.4M 0.0k nvme5n3 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.40 388.8k 337.2k 0.0k 3.8M 3.3M 0.0k nvme5n4 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.40 360.8k 381.2k 0.0k 3.5M 3.7M 0.0k nvme5n5 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 443.2k 312.0k 0.0k 4.3M 3.0M 0.0k nvme8n1 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 362.0k 284.8k 0.0k 3.5M 2.8M 0.0k nvme8n2 2024-04-24T13:03:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 329.6k 362.8k 0.0k 3.2M 3.5M 0.0k nvme8n3 2024-04-24T13:03:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 33.40 351.6k 359.2k 0.0k 3.4M 3.5M 0.0k nvme8n4 2024-04-24T13:03:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 33.30 354.8k 355.6k 0.0k 3.5M 3.5M 0.0k nvme8n5 2024-04-24T13:03:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:34.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:33 smithi081 ceph-mon[26762]: pgmap v594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.8 MiB/s wr, 437 op/s 2024-04-24T13:03:34.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:33 smithi096 ceph-mon[51702]: pgmap v594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.8 MiB/s wr, 437 op/s 2024-04-24T13:03:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:35 smithi081 ceph-mon[26762]: pgmap v595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 539 op/s 2024-04-24T13:03:36.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:35 smithi096 ceph-mon[51702]: pgmap v595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 539 op/s 2024-04-24T13:03:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:37 smithi081 ceph-mon[26762]: pgmap v596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 515 op/s 2024-04-24T13:03:38.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:37 smithi096 ceph-mon[51702]: pgmap v596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 515 op/s 2024-04-24T13:03:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:39 smithi081 ceph-mon[26762]: pgmap v597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.4 MiB/s wr, 438 op/s 2024-04-24T13:03:40.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:39 smithi096 ceph-mon[51702]: pgmap v597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.4 MiB/s wr, 438 op/s 2024-04-24T13:03:42.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:41 smithi081 ceph-mon[26762]: pgmap v598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 605 op/s 2024-04-24T13:03:42.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:41 smithi096 ceph-mon[51702]: pgmap v598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.0 MiB/s wr, 605 op/s 2024-04-24T13:03:43.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:03:43.675 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 370.0k 296.4k 0.0k 3.6M 2.9M 0.0k nvme2n1 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 368.4k 345.6k 0.0k 3.6M 3.4M 0.0k nvme2n2 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 378.0k 360.8k 0.0k 3.7M 3.5M 0.0k nvme2n3 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 358.4k 305.2k 0.0k 3.5M 3.0M 0.0k nvme2n4 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 306.0k 330.8k 0.0k 3.0M 3.2M 0.0k nvme2n5 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 304.0k 326.8k 0.0k 3.0M 3.2M 0.0k nvme5n1 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 298.4k 355.2k 0.0k 2.9M 3.5M 0.0k nvme5n2 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 327.2k 306.4k 0.0k 3.2M 3.0M 0.0k nvme5n3 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 340.8k 371.6k 0.0k 3.3M 3.6M 0.0k nvme5n4 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 322.8k 313.2k 0.0k 3.2M 3.1M 0.0k nvme5n5 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 362.0k 309.2k 0.0k 3.5M 3.0M 0.0k nvme8n1 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 352.0k 301.6k 0.0k 3.4M 2.9M 0.0k nvme8n2 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 330.4k 325.2k 0.0k 3.2M 3.2M 0.0k nvme8n3 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.00 318.8k 358.0k 0.0k 3.1M 3.5M 0.0k nvme8n4 2024-04-24T13:03:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 295.6k 308.0k 0.0k 2.9M 3.0M 0.0k nvme8n5 2024-04-24T13:03:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:44.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:43 smithi081 ceph-mon[26762]: pgmap v599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 446 op/s 2024-04-24T13:03:44.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:43 smithi096 ceph-mon[51702]: pgmap v599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 446 op/s 2024-04-24T13:03:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:45 smithi081 ceph-mon[26762]: pgmap v600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 538 op/s 2024-04-24T13:03:46.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:45 smithi096 ceph-mon[51702]: pgmap v600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.2 MiB/s wr, 538 op/s 2024-04-24T13:03:48.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:47 smithi081 ceph-mon[26762]: pgmap v601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 503 op/s 2024-04-24T13:03:48.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:47 smithi096 ceph-mon[51702]: pgmap v601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 503 op/s 2024-04-24T13:03:50.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:49 smithi081 ceph-mon[26762]: pgmap v602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 424 op/s 2024-04-24T13:03:50.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:49 smithi096 ceph-mon[51702]: pgmap v602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 424 op/s 2024-04-24T13:03:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:51 smithi081 ceph-mon[26762]: pgmap v603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 585 op/s 2024-04-24T13:03:52.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:51 smithi096 ceph-mon[51702]: pgmap v603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.8 MiB/s wr, 585 op/s 2024-04-24T13:03:53.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 292.8k 334.8k 0.0k 2.9M 3.3M 0.0k nvme2n1 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 315.2k 344.4k 0.0k 3.1M 3.4M 0.0k nvme2n2 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.90 312.4k 320.4k 0.0k 3.1M 3.1M 0.0k nvme2n3 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 315.6k 316.8k 0.0k 3.1M 3.1M 0.0k nvme2n4 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 378.8k 427.2k 0.0k 3.7M 4.2M 0.0k nvme2n5 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 304.4k 338.0k 0.0k 3.0M 3.3M 0.0k nvme5n1 2024-04-24T13:03:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 295.6k 330.4k 0.0k 2.9M 3.2M 0.0k nvme5n2 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 284.0k 339.6k 0.0k 2.8M 3.3M 0.0k nvme5n3 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 322.8k 349.6k 0.0k 3.2M 3.4M 0.0k nvme5n4 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 322.8k 338.8k 0.0k 3.2M 3.3M 0.0k nvme5n5 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 318.0k 328.4k 0.0k 3.1M 3.2M 0.0k nvme8n1 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 280.8k 294.8k 0.0k 2.7M 2.9M 0.0k nvme8n2 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 261.2k 346.4k 0.0k 2.6M 3.4M 0.0k nvme8n3 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 313.2k 302.0k 0.0k 3.1M 2.9M 0.0k nvme8n4 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 32.80 321.2k 328.4k 0.0k 3.1M 3.2M 0.0k nvme8n5 2024-04-24T13:03:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:03:53.890 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T13:03:53.890 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:03:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:53 smithi081 ceph-mon[26762]: pgmap v604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.2 MiB/s wr, 425 op/s 2024-04-24T13:03:54.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:53 smithi096 ceph-mon[51702]: pgmap v604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.2 MiB/s wr, 425 op/s 2024-04-24T13:03:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:55 smithi081 ceph-mon[26762]: pgmap v605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.2 MiB/s wr, 521 op/s 2024-04-24T13:03:56.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:55 smithi096 ceph-mon[51702]: pgmap v605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 5.2 MiB/s wr, 521 op/s 2024-04-24T13:03:58.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:57 smithi081 ceph-mon[26762]: pgmap v606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.0 MiB/s wr, 501 op/s 2024-04-24T13:03:58.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:57 smithi096 ceph-mon[51702]: pgmap v606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.0 MiB/s wr, 501 op/s 2024-04-24T13:04:00.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:03:59 smithi081 ceph-mon[26762]: pgmap v607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.3 MiB/s wr, 428 op/s 2024-04-24T13:04:00.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:03:59 smithi096 ceph-mon[51702]: pgmap v607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.3 MiB/s wr, 428 op/s 2024-04-24T13:04:02.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:01 smithi081 ceph-mon[26762]: pgmap v608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 597 op/s 2024-04-24T13:04:02.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:01 smithi096 ceph-mon[51702]: pgmap v608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.3 MiB/s wr, 597 op/s 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 478.8k 464.0k 0.0k 4.7M 4.5M 0.0k nvme2n1 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 462.0k 450.4k 0.0k 4.5M 4.4M 0.0k nvme2n2 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 324.4k 320.0k 0.0k 3.2M 3.1M 0.0k nvme2n3 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 437.6k 445.2k 0.0k 4.3M 4.3M 0.0k nvme2n4 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 561.2k 517.2k 0.0k 5.5M 5.1M 0.0k nvme2n5 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 345.6k 377.6k 0.0k 3.4M 3.7M 0.0k nvme5n1 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 521.6k 469.6k 0.0k 5.1M 4.6M 0.0k nvme5n2 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 423.2k 492.0k 0.0k 4.1M 4.8M 0.0k nvme5n3 2024-04-24T13:04:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 301.2k 299.6k 0.0k 2.9M 2.9M 0.0k nvme5n4 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 296.4k 381.6k 0.0k 2.9M 3.7M 0.0k nvme5n5 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 316.4k 346.0k 0.0k 3.1M 3.4M 0.0k nvme8n1 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 457.2k 467.2k 0.0k 4.5M 4.6M 0.0k nvme8n2 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.20 443.2k 466.0k 0.0k 4.3M 4.6M 0.0k nvme8n3 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 509.2k 495.2k 0.0k 5.0M 4.8M 0.0k nvme8n4 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 33.10 408.4k 424.4k 0.0k 4.0M 4.1M 0.0k nvme8n5 2024-04-24T13:04:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:04.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:03 smithi096 ceph-mon[51702]: pgmap v609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.8 MiB/s wr, 447 op/s 2024-04-24T13:04:04.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:03 smithi081 ceph-mon[26762]: pgmap v609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.8 MiB/s wr, 447 op/s 2024-04-24T13:04:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:05 smithi096 ceph-mon[51702]: pgmap v610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.2 MiB/s wr, 539 op/s 2024-04-24T13:04:06.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:05 smithi081 ceph-mon[26762]: pgmap v610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.2 MiB/s wr, 539 op/s 2024-04-24T13:04:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:07 smithi096 ceph-mon[51702]: pgmap v611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.3 MiB/s wr, 510 op/s 2024-04-24T13:04:08.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:07 smithi081 ceph-mon[26762]: pgmap v611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.3 MiB/s wr, 510 op/s 2024-04-24T13:04:10.119 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:09 smithi081 ceph-mon[26762]: pgmap v612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 428 op/s 2024-04-24T13:04:10.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:09 smithi096 ceph-mon[51702]: pgmap v612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 428 op/s 2024-04-24T13:04:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:11 smithi096 ceph-mon[51702]: pgmap v613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.9 MiB/s wr, 575 op/s 2024-04-24T13:04:12.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:11 smithi081 ceph-mon[26762]: pgmap v613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.9 MiB/s wr, 575 op/s 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 425.6k 448.4k 0.0k 4.2M 4.4M 0.0k nvme2n1 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 435.2k 499.2k 0.0k 4.2M 4.9M 0.0k nvme2n2 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 482.8k 534.8k 0.0k 4.7M 5.2M 0.0k nvme2n3 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 473.2k 474.4k 0.0k 4.6M 4.6M 0.0k nvme2n4 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 430.8k 452.4k 0.0k 4.2M 4.4M 0.0k nvme2n5 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 470.0k 494.0k 0.0k 4.6M 4.8M 0.0k nvme5n1 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 431.6k 472.4k 0.0k 4.2M 4.6M 0.0k nvme5n2 2024-04-24T13:04:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 425.2k 485.2k 0.0k 4.2M 4.7M 0.0k nvme5n3 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 448.4k 513.2k 0.0k 4.4M 5.0M 0.0k nvme5n4 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 568.8k 430.4k 0.0k 5.6M 4.2M 0.0k nvme5n5 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 444.8k 465.2k 0.0k 4.3M 4.5M 0.0k nvme8n1 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 436.4k 475.2k 0.0k 4.3M 4.6M 0.0k nvme8n2 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.60 470.0k 439.2k 0.0k 4.6M 4.3M 0.0k nvme8n3 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 471.6k 428.8k 0.0k 4.6M 4.2M 0.0k nvme8n4 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.70 439.2k 522.8k 0.0k 4.3M 5.1M 0.0k nvme8n5 2024-04-24T13:04:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:13 smithi096 ceph-mon[51702]: pgmap v614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 413 op/s 2024-04-24T13:04:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:13 smithi081 ceph-mon[26762]: pgmap v614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 413 op/s 2024-04-24T13:04:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:15 smithi096 ceph-mon[51702]: pgmap v615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.4 MiB/s wr, 500 op/s 2024-04-24T13:04:16.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:15 smithi081 ceph-mon[26762]: pgmap v615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.4 MiB/s wr, 500 op/s 2024-04-24T13:04:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:17 smithi096 ceph-mon[51702]: pgmap v616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.0 MiB/s wr, 473 op/s 2024-04-24T13:04:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:17 smithi081 ceph-mon[26762]: pgmap v616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.0 MiB/s wr, 473 op/s 2024-04-24T13:04:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:19 smithi096 ceph-mon[51702]: pgmap v617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.9 MiB/s wr, 395 op/s 2024-04-24T13:04:20.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:19 smithi081 ceph-mon[26762]: pgmap v617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.9 MiB/s wr, 395 op/s 2024-04-24T13:04:22.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:21 smithi096 ceph-mon[51702]: pgmap v618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 8.0 MiB/s wr, 548 op/s 2024-04-24T13:04:22.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:21 smithi081 ceph-mon[26762]: pgmap v618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 8.0 MiB/s wr, 548 op/s 2024-04-24T13:04:23.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:04:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 31.00 443.2k 460.4k 0.0k 4.3M 4.5M 0.0k nvme2n1 2024-04-24T13:04:23.675 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 424.0k 504.8k 0.0k 4.1M 4.9M 0.0k nvme2n2 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 487.2k 479.2k 0.0k 4.8M 4.7M 0.0k nvme2n3 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 396.4k 466.8k 0.0k 3.9M 4.6M 0.0k nvme2n4 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.00 453.2k 382.4k 0.0k 4.4M 3.7M 0.0k nvme2n5 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.00 469.2k 456.0k 0.0k 4.6M 4.5M 0.0k nvme5n1 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 434.4k 405.2k 0.0k 4.2M 4.0M 0.0k nvme5n2 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 458.0k 425.6k 0.0k 4.5M 4.2M 0.0k nvme5n3 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 472.4k 457.6k 0.0k 4.6M 4.5M 0.0k nvme5n4 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.00 482.0k 427.2k 0.0k 4.7M 4.2M 0.0k nvme5n5 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 531.6k 432.0k 0.0k 5.2M 4.2M 0.0k nvme8n1 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 416.8k 427.2k 0.0k 4.1M 4.2M 0.0k nvme8n2 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 425.2k 456.8k 0.0k 4.2M 4.5M 0.0k nvme8n3 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.00 433.2k 450.4k 0.0k 4.2M 4.4M 0.0k nvme8n4 2024-04-24T13:04:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.00 371.6k 450.8k 0.0k 3.6M 4.4M 0.0k nvme8n5 2024-04-24T13:04:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:24.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:23 smithi096 ceph-mon[51702]: pgmap v619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 409 op/s 2024-04-24T13:04:24.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:23 smithi081 ceph-mon[26762]: pgmap v619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 409 op/s 2024-04-24T13:04:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:04:25.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:04:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:25 smithi096 ceph-mon[51702]: pgmap v620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 504 op/s 2024-04-24T13:04:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:04:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:04:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:04:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:25 smithi081 ceph-mon[26762]: pgmap v620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 504 op/s 2024-04-24T13:04:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:04:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:04:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:04:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:26 smithi096 ceph-mon[51702]: pgmap v621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 492 op/s 2024-04-24T13:04:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:26 smithi096 ceph-mon[51702]: pgmap v622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 491 op/s 2024-04-24T13:04:27.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:26 smithi081 ceph-mon[26762]: pgmap v621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 492 op/s 2024-04-24T13:04:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:26 smithi081 ceph-mon[26762]: pgmap v622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 491 op/s 2024-04-24T13:04:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:28 smithi081 ceph-mon[26762]: pgmap v623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.2 MiB/s wr, 523 op/s 2024-04-24T13:04:29.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:28 smithi096 ceph-mon[51702]: pgmap v623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.2 MiB/s wr, 523 op/s 2024-04-24T13:04:31.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:30 smithi081 ceph-mon[26762]: pgmap v624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 403 op/s 2024-04-24T13:04:31.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:30 smithi096 ceph-mon[51702]: pgmap v624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 403 op/s 2024-04-24T13:04:33.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:32 smithi081 ceph-mon[26762]: pgmap v625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 509 op/s 2024-04-24T13:04:33.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:32 smithi096 ceph-mon[51702]: pgmap v625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 509 op/s 2024-04-24T13:04:33.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 412.0k 386.4k 0.0k 4.0M 3.8M 0.0k nvme2n1 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 392.8k 384.0k 0.0k 3.8M 3.8M 0.0k nvme2n2 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 370.8k 451.6k 0.0k 3.6M 4.4M 0.0k nvme2n3 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 398.8k 455.2k 0.0k 3.9M 4.4M 0.0k nvme2n4 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.20 397.2k 381.6k 0.0k 3.9M 3.7M 0.0k nvme2n5 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 412.4k 442.8k 0.0k 4.0M 4.3M 0.0k nvme5n1 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 393.2k 413.2k 0.0k 3.8M 4.0M 0.0k nvme5n2 2024-04-24T13:04:33.676 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 424.0k 410.4k 0.0k 4.1M 4.0M 0.0k nvme5n3 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 443.6k 404.0k 0.0k 4.3M 3.9M 0.0k nvme5n4 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.20 468.8k 384.0k 0.0k 4.6M 3.8M 0.0k nvme5n5 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 416.4k 484.8k 0.0k 4.1M 4.7M 0.0k nvme8n1 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 422.4k 417.6k 0.0k 4.1M 4.1M 0.0k nvme8n2 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.10 388.8k 398.4k 0.0k 3.8M 3.9M 0.0k nvme8n3 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.20 434.4k 354.8k 0.0k 4.2M 3.5M 0.0k nvme8n4 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 31.20 409.6k 416.4k 0.0k 4.0M 4.1M 0.0k nvme8n5 2024-04-24T13:04:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:35.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:34 smithi081 ceph-mon[26762]: pgmap v626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 395 op/s 2024-04-24T13:04:35.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:34 smithi096 ceph-mon[51702]: pgmap v626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 395 op/s 2024-04-24T13:04:37.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:36 smithi081 ceph-mon[26762]: pgmap v627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 469 op/s 2024-04-24T13:04:37.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:36 smithi096 ceph-mon[51702]: pgmap v627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 469 op/s 2024-04-24T13:04:39.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:38 smithi081 ceph-mon[26762]: pgmap v628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 427 op/s 2024-04-24T13:04:39.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:38 smithi096 ceph-mon[51702]: pgmap v628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 427 op/s 2024-04-24T13:04:41.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:40 smithi081 ceph-mon[26762]: pgmap v629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.9 MiB/s wr, 466 op/s 2024-04-24T13:04:41.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:40 smithi096 ceph-mon[51702]: pgmap v629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.9 MiB/s wr, 466 op/s 2024-04-24T13:04:43.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:42 smithi081 ceph-mon[26762]: pgmap v630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 483 op/s 2024-04-24T13:04:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:42 smithi096 ceph-mon[51702]: pgmap v630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 483 op/s 2024-04-24T13:04:43.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 313.2k 410.4k 0.0k 3.1M 4.0M 0.0k nvme2n1 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 355.6k 387.6k 0.0k 3.5M 3.8M 0.0k nvme2n2 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 397.2k 362.0k 0.0k 3.9M 3.5M 0.0k nvme2n3 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 400.0k 382.0k 0.0k 3.9M 3.7M 0.0k nvme2n4 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 336.0k 338.8k 0.0k 3.3M 3.3M 0.0k nvme2n5 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 408.8k 384.4k 0.0k 4.0M 3.8M 0.0k nvme5n1 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 432.4k 328.4k 0.0k 4.2M 3.2M 0.0k nvme5n2 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 347.6k 376.0k 0.0k 3.4M 3.7M 0.0k nvme5n3 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 344.0k 408.8k 0.0k 3.4M 4.0M 0.0k nvme5n4 2024-04-24T13:04:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 447.6k 382.0k 0.0k 4.4M 3.7M 0.0k nvme5n5 2024-04-24T13:04:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 367.6k 412.4k 0.0k 3.6M 4.0M 0.0k nvme8n1 2024-04-24T13:04:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 346.0k 392.4k 0.0k 3.4M 3.8M 0.0k nvme8n2 2024-04-24T13:04:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 370.8k 435.6k 0.0k 3.6M 4.3M 0.0k nvme8n3 2024-04-24T13:04:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 391.6k 391.2k 0.0k 3.8M 3.8M 0.0k nvme8n4 2024-04-24T13:04:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.30 386.8k 397.6k 0.0k 3.8M 3.9M 0.0k nvme8n5 2024-04-24T13:04:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:45.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:44 smithi081 ceph-mon[26762]: pgmap v631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 414 op/s 2024-04-24T13:04:45.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:44 smithi096 ceph-mon[51702]: pgmap v631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 414 op/s 2024-04-24T13:04:47.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:46 smithi081 ceph-mon[26762]: pgmap v632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 538 op/s 2024-04-24T13:04:47.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:46 smithi096 ceph-mon[51702]: pgmap v632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 538 op/s 2024-04-24T13:04:49.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:48 smithi081 ceph-mon[26762]: pgmap v633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 421 op/s 2024-04-24T13:04:49.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:48 smithi096 ceph-mon[51702]: pgmap v633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 421 op/s 2024-04-24T13:04:51.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:50 smithi081 ceph-mon[26762]: pgmap v634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 461 op/s 2024-04-24T13:04:51.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:50 smithi096 ceph-mon[51702]: pgmap v634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 461 op/s 2024-04-24T13:04:52.295 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:04:52.296 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:04:52.296 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:04:52.328 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:52.328 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:01:05 UTC; 3min 47s ago 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64466 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64467 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 64532 (conmon) 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 132.6M 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 3min 52.746s 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64534 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64536 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64572 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:04:52.329 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64639 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─65473 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout: └─64532 /usr/bin/conmon --api-version 1 -c 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f -u 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata -p /run/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: OPTIMIZED 2024-04-24T13:04:52.330 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:04:52.331 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:51426 2024-04-24T13:04:52.331 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:03:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [2024-04-24 13:03:08.866794] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000254 seconds 2024-04-24T13:04:52.332 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:01:05 UTC; 3min 46s ago 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53555 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53556 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 53620 (conmon) 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:04:52.365 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 127.4M 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 3min 50.156s 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53622 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53625 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53641 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53692 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─54476 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:04:52.366 INFO:teuthology.orchestra.run.smithi096.stdout: └─53620 /usr/bin/conmon --api-version 1 -c 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d -u 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata -p /run/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: ], , client address: IPv4 172.21.15.96:47344 2024-04-24T13:04:52.367 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:12.248976] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000266 seconds 2024-04-24T13:04:52.368 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:04:52.400 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:52.400 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:04:52.400 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:02:48 UTC; 2min 4s ago 2024-04-24T13:04:52.400 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 10min 6.107s 2024-04-24T13:04:52.400 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49612 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 49613 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53100 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53294 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53323 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 49800 (code=exited, status=137) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 10min 48.806s 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:37 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[49800]: [24-Apr-2024 13:02:37] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:47 smithi162 bash[53127]: time="2024-04-24T13:02:47Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:47 smithi162 podman[53127]: 2024-04-24 13:02:47.490267278 +0000 UTC m=+10.666537128 container died 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , version=1.2.5, io.ceph.maintainer=Ceph Developers , vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, build-date=2024-04-22 08:15:14 UTC, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.git.branch=tags/1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.ceph.version=1.2.5, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:47 smithi162 podman[53127]: 2024-04-24 13:02:47.842627414 +0000 UTC m=+11.018897273 container cleanup 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, architecture=x86_64, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.target-arch=, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, io.ceph.version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.5, release=, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:04:52.401 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:47 smithi162 bash[53127]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:04:52.402 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:48 smithi162 podman[53282]: 2024-04-24 13:02:48.102096063 +0000 UTC m=+0.607133140 container remove 34a62857a7c7299e302e4e10c26dab046080422e0765253fde5ac8d2ea174ed4 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.branch=tags/1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, maintainer=Ceph Developers , architecture=x86_64, io.spdk.build.ceph-release=19.0.0, url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, release=, com.redhat.component=ubi9-container, name=ceph-nvmeof, distribution-scope=public, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, vendor=Red Hat, Inc., io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.spdk.build.makeflags=) 2024-04-24T13:04:52.402 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:48 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:04:52.402 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:48 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:04:52.402 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:48 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:04:52.402 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:02:48 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 10min 48.806s CPU time. 2024-04-24T13:04:52.402 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:04:52.403 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:04:52.705 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:04:52.705 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 89s ago 17m smithi081=x;count:1 2024-04-24T13:04:52.705 INFO:teuthology.orchestra.run.smithi177.stdout:mon 2/3 89s ago 17m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:04:52.705 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 89s ago 12m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:04:52.705 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 89s ago - 2024-04-24T13:04:52.995 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:04:52.996 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (3m) 89s ago 11m 123M - 1.2.5 1e28a75d580c 8733605f976d 2024-04-24T13:04:52.996 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (3m) 89s ago 12m 111M - 1.2.5 1e28a75d580c 7ad145514d78 2024-04-24T13:04:52.996 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 88s ago 12m - - 2024-04-24T13:04:53.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:52 smithi081 ceph-mon[26762]: pgmap v635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.7 MiB/s wr, 482 op/s 2024-04-24T13:04:53.341 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s); 1/3 mons down, quorum a,b 2024-04-24T13:04:53.342 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:04:53.342 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:04:53.342 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-04-24T13:04:53.342 INFO:teuthology.orchestra.run.smithi177.stdout: mon.c (rank 1) addr [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] is down (out of quorum) 2024-04-24T13:04:53.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:52 smithi096 ceph-mon[51702]: pgmap v635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.7 MiB/s wr, 482 op/s 2024-04-24T13:04:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 310.4k 359.6k 0.0k 3.0M 3.5M 0.0k nvme2n1 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 374.4k 339.6k 0.0k 3.7M 3.3M 0.0k nvme2n2 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 384.8k 360.0k 0.0k 3.8M 3.5M 0.0k nvme2n3 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 364.4k 348.0k 0.0k 3.6M 3.4M 0.0k nvme2n4 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 300.0k 391.2k 0.0k 2.9M 3.8M 0.0k nvme2n5 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 414.8k 314.0k 0.0k 4.1M 3.1M 0.0k nvme5n1 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 331.6k 379.6k 0.0k 3.2M 3.7M 0.0k nvme5n2 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 400.4k 329.6k 0.0k 3.9M 3.2M 0.0k nvme5n3 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 366.0k 372.8k 0.0k 3.6M 3.6M 0.0k nvme5n4 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 301.2k 379.6k 0.0k 2.9M 3.7M 0.0k nvme5n5 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 350.0k 344.4k 0.0k 3.4M 3.4M 0.0k nvme8n1 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 345.2k 338.8k 0.0k 3.4M 3.3M 0.0k nvme8n2 2024-04-24T13:04:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 301.2k 339.2k 0.0k 2.9M 3.3M 0.0k nvme8n3 2024-04-24T13:04:53.679 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 369.2k 348.8k 0.0k 3.6M 3.4M 0.0k nvme8n4 2024-04-24T13:04:53.679 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 324.0k 380.0k 0.0k 3.2M 3.7M 0.0k nvme8n5 2024-04-24T13:04:53.679 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:04:53.684 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: 1/3 mons down, quorum a,b 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,b (age 2m), out of quorum: c 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 18m) 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 14m), 8 in (since 14m) 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:04:53.685 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: client: 5.7 MiB/s rd, 5.7 MiB/s wr, 240 op/s rd, 242 op/s wr 2024-04-24T13:04:53.686 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:04:53.710 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.724 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.738 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.752 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.766 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.779 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.793 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.818 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.821 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.835 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.848 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.862 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.875 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.889 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.904 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:04:53.904 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T13:04:53.904 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:04:53.905 INFO:tasks.nvmeof.[nvmeof.thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T13:04:53.905 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:04:53.905 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:04:53.905 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:04:53.905 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.clear() 2024-04-24T13:04:53.906 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:reviving mon.c 2024-04-24T13:04:53.906 INFO:tasks.cephadm.mon.c:Restarting mon.c (starting--it wasn't running)... 2024-04-24T13:04:53.906 DEBUG:teuthology.orchestra.run.smithi162:mon.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c.service 2024-04-24T13:04:53.908 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:04:53.910 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@mon.c 2024-04-24T13:04:54.234 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:53 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:04:54.235 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:53 smithi162 systemd[1]: Starting Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:04:54.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:53 smithi081 ceph-mon[26762]: from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:04:54.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3638083549' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:04:54.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:53 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2006874359' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:04:54.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:53 smithi096 ceph-mon[51702]: from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:04:54.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:53 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3638083549' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:04:54.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:53 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2006874359' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:04:54.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:54 smithi162 podman[54075]: 2024-04-24 13:04:54.140454622 +0000 UTC m=+0.026636911 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:04:54.581 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 podman[54076]: 2024-04-24 13:04:54.139956586 +0000 UTC m=+0.025587382 image pull ce1309363e788a3a24212ceed8e4d312193071ba97097723a38daa56ca42508c quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba 2024-04-24T13:04:54.581 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 podman[54076]: 2024-04-24 13:04:54.346874889 +0000 UTC m=+0.232505666 container create 197c0ef29c5921553898740f15f14c50b85e4f8711d107fc2ceda5f419bcce62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, RELEASE=ceph-nvmeof-mon-1c8eaae, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-24T13:04:54.804 INFO:tasks.mon_thrash.ceph_manager:waiting for quorum size 3 2024-04-24T13:04:54.804 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph quorum_status 2024-04-24T13:04:54.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:54 smithi162 podman[54075]: 2024-04-24 13:04:54.582632093 +0000 UTC m=+0.468814370 container create c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, version=1.2.5, io.spdk.build.makeflags=, io.ceph.maintainer=Ceph Developers , io.spdk.build.target-arch=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, release=, io.buildah.version=1.29.0, io.ceph.version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, build-date=2024-04-22 08:15:14 UTC, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., architecture=x86_64, io.ceph.git.branch=tags/1.2.5, io.spdk.build.pkgdep-args=--rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, vcs-type=git, distribution-scope=public, com.redhat.component=ubi9-container, io.spdk.git.branch=undefined) 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 podman[54076]: 2024-04-24 13:04:54.701151547 +0000 UTC m=+0.586782325 container init 197c0ef29c5921553898740f15f14c50b85e4f8711d107fc2ceda5f419bcce62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, RELEASE=ceph-nvmeof-mon-1c8eaae, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0) 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 podman[54076]: 2024-04-24 13:04:54.705384144 +0000 UTC m=+0.591014923 container start 197c0ef29c5921553898740f15f14c50b85e4f8711d107fc2ceda5f419bcce62 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:d965e51361669bb0b20072b76d61fa566140687da0c907572c1046e7c5e347ba, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-mon-c, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, RELEASE=ceph-nvmeof-mon-1c8eaae, CEPH_POINT_RELEASE=) 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: set uid:gid to 167:167 (ceph:ceph) 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: ceph version 19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev), process ceph-mon, pid 2 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pidfile_write: ignore empty --pid-file 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: load: jerasure load: lrc 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: RocksDB version: 7.9.2 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Git sha 0 2024-04-24T13:04:54.880 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Compile date 2024-04-14 17:31:02 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: DB SUMMARY 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: DB Session ID: WMG9VBME24WZ8JQ17525 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: CURRENT file: CURRENT 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: IDENTITY file: IDENTITY 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: MANIFEST file: MANIFEST-000026 size: 547 Bytes 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000031.sst 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000029.log size: 821101 ; 2024-04-24T13:04:54.881 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.error_if_exists: 0 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.create_if_missing: 0 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.paranoid_checks: 1 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.env: 0x55dec079c060 2024-04-24T13:04:54.882 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.fs: PosixFileSystem 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.info_log: 0x55dec23b9b20 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_file_opening_threads: 16 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.statistics: (nil) 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.use_fsync: 0 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_log_file_size: 0 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.keep_log_file_num: 1000 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.recycle_log_file_num: 0 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.allow_fallocate: 1 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.allow_mmap_reads: 0 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.allow_mmap_writes: 0 2024-04-24T13:04:54.883 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.use_direct_reads: 0 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.create_missing_column_families: 0 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.db_log_dir: 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.wal_dir: 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-24T13:04:54.884 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.advise_random_on_open: 1 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.db_write_buffer_size: 0 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.write_buffer_manager: 0x55dec238a820 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.rate_limiter: (nil) 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-24T13:04:54.885 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.wal_recovery_mode: 2 2024-04-24T13:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.enable_thread_tracking: 0 2024-04-24T13:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.enable_pipelined_write: 0 2024-04-24T13:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.unordered_write: 0 2024-04-24T13:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-24T13:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-24T13:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.row_cache: None 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.wal_filter: None 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.allow_ingest_behind: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.two_write_queues: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.manual_wal_flush: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.wal_compression: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.atomic_flush: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-24T13:04:54.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-24T13:04:54.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.log_readahead_size: 0 2024-04-24T13:04:54.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-24T13:04:54.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.best_efforts_recovery: 0 2024-04-24T13:04:54.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-24T13:04:54.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-24T13:04:54.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.allow_data_in_errors: 0 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.db_host_id: __hostname__ 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_background_jobs: 2 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_background_compactions: -1 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_subcompactions: 1 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_total_wal_size: 0 2024-04-24T13:04:54.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_open_files: -1 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bytes_per_sync: 0 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_readahead_size: 0 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_background_flushes: -1 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Compression algorithms supported: 2024-04-24T13:04:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-24T13:04:54.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kZSTD supported: 0 2024-04-24T13:04:54.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kXpressCompression supported: 0 2024-04-24T13:04:54.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kLZ4HCCompression supported: 1 2024-04-24T13:04:54.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kZlibCompression supported: 1 2024-04-24T13:04:54.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kSnappyCompression supported: 1 2024-04-24T13:04:54.893 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kLZ4Compression supported: 1 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: kBZip2Compression supported: 0 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000026 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.merge_operator: 2024-04-24T13:04:54.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_filter: None 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_filter_factory: None 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.sst_partitioner_factory: None 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55dec23b9d00) 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks: 1 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: pin_top_level_index_and_filter: 1 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_type: 0 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_index_type: 0 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_shortening: 1 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: checksum: 4 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: no_block_cache: 0 2024-04-24T13:04:54.895 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache: 0x55dec23bd090 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_name: BinnedLRUCache 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_options: 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: capacity : 536870912 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_shard_bits : 4 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: strict_capacity_limit : 0 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: high_pri_pool_ratio: 0.000 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_cache_compressed: (nil) 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: persistent_cache: (nil) 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size: 4096 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_size_deviation: 10 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_restart_interval: 16 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: index_block_restart_interval: 1 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: metadata_block_size: 4096 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: partition_filters: 0 2024-04-24T13:04:54.896 INFO:journalctl@ceph.mon.c.smithi162.stdout: use_delta_encoding: 1 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: filter_policy: bloomfilter 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: whole_key_filtering: 1 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: verify_compression: 0 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: read_amp_bytes_per_bit: 0 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: format_version: 5 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_index_compression: 1 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: block_align: 0 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: max_auto_readahead_size: 262144 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: prepopulate_block_cache: 0 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: initial_auto_readahead_size: 8192 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout: num_file_reads_for_auto_readahead: 2 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.write_buffer_size: 33554432 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_write_buffer_number: 2 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression: NoCompression 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression: Disabled 2024-04-24T13:04:54.897 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.prefix_extractor: nullptr 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.num_levels: 7 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-24T13:04:54.898 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.level: 32767 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.strategy: 0 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.enabled: false 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.target_file_size_base: 67108864 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-24T13:04:54.899 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.arena_block_size: 1048576 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-24T13:04:54.900 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.disable_auto_compactions: 0 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-24T13:04:54.901 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.inplace_update_support: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.bloom_locality: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.max_successive_merges: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.paranoid_file_checks: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.force_consistency_checks: 1 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.report_bg_io_stats: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.ttl: 2592000 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-24T13:04:54.902 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.enable_blob_files: false 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.min_blob_size: 0 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.blob_file_size: 268435456 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.blob_file_starting_level: 0 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000026 succeeded,manifest_file_number is 26, next_file_number is 33, last_sequence is 12650, log_number is 29,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 29 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 29 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 10d3a32c-b16e-4cb9-b560-a1fa114ad9c6 2024-04-24T13:04:54.903 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963894737419, "job": 1, "event": "recovery_started", "wal_files": [29]} 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #29 mode 2 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963894740742, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 34, "file_size": 532058, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12651, "largest_seqno": 13636, "table_properties": {"data_size": 527461, "index_size": 2597, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 965, "raw_key_size": 8535, "raw_average_key_size": 22, "raw_value_size": 519184, "raw_average_value_size": 1377, "num_data_blocks": 120, "num_entries": 377, "num_filter_entries": 377, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713963894, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "10d3a32c-b16e-4cb9-b560-a1fa114ad9c6", "db_session_id": "WMG9VBME24WZ8JQ17525", "orig_file_number": 34, "seqno_to_time_mapping": "N/A"}} 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713963894740831, "job": 1, "event": "recovery_finished"} 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/version_set.cc:5047] Creating manifest 36 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000029.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55dec24ac000 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: DB pointer 0x55dec2496000 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** DB Stats ** 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T13:04:54.904 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: L0 1/0 519.59 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 292.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: L6 1/0 4.61 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Sum 2/0 5.12 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 292.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 292.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** Compaction Stats [default] ** 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-24T13:04:54.905 INFO:journalctl@ceph.mon.c.smithi162.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 292.0 0.00 0.00 1 0.002 0 0 0.0 0.0 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Cumulative compaction: 0.00 GB write, 86.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Interval compaction: 0.00 GB write, 86.65 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache BinnedLRUCache@0x55dec23bd090#2 capacity: 512.00 MB usage: 3.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.03 KB,0.000196695%) IndexBlock(1,2.83 KB,0.000539422%) Misc(1,0.00 KB,0%) 2024-04-24T13:04:54.906 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: starting mon.c rank 1 at public addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] at bind addrs [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???) e3 preinit fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).mds e1 new map 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).mds e1 print_map 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: e1 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments,12=quiesce subvolumes} 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: legacy client fscid: -1 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout: No filesystems configured 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).osd e74 crush map has features 3314933000852226048, adjusting msgr requires 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).osd e74 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).osd e74 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).osd e74 crush map has features 288514051259236352, adjusting msgr requires 2024-04-24T13:04:54.907 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: mon.c@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2024-04-24T13:04:54.908 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 bash[54076]: 197c0ef29c5921553898740f15f14c50b85e4f8711d107fc2ceda5f419bcce62 2024-04-24T13:04:54.908 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 systemd[1]: Started Ceph mon.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:04:55.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.8 MiB/s wr, 447 op/s 2024-04-24T13:04:55.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.2 MiB/s wr, 539 op/s 2024-04-24T13:04:55.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.3 MiB/s wr, 510 op/s 2024-04-24T13:04:55.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.6 MiB/s wr, 428 op/s 2024-04-24T13:04:55.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 7.9 MiB/s wr, 575 op/s 2024-04-24T13:04:55.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 413 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.4 MiB/s wr, 500 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 7.0 MiB/s wr, 473 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 5.9 MiB/s wr, 395 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 8.0 MiB/s wr, 548 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.8 MiB/s wr, 409 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 504 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 492 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.8 MiB/s wr, 491 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.2 MiB/s wr, 523 op/s 2024-04-24T13:04:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.3 MiB/s wr, 403 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.7 MiB/s wr, 509 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 395 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 6.0 MiB/s wr, 469 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.4 MiB/s wr, 427 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 5.9 MiB/s wr, 466 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 6.1 MiB/s wr, 483 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.2 MiB/s wr, 414 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.6 MiB/s wr, 538 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.1 MiB/s wr, 421 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.5 MiB/s wr, 461 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.7 MiB/s wr, 482 op/s 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='client.34478 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:04:55.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3638083549' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:04:55.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2006874359' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:04:55.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:04:55.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:54 smithi162 ceph-mon[54108]: pgmap v636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 417 op/s 2024-04-24T13:04:55.192 INFO:teuthology.orchestra.run.smithi081.stdout:{"election_epoch":32,"quorum":[0,1,2],"quorum_names":["a","c","b"],"quorum_leader_name":"a","quorum_age":0,"features":{"quorum_con":"4540701547738038271","quorum_mon":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"]},"monmap":{"epoch":3,"fsid":"59aeab94-0238-11ef-bc93-c7b262605968","modified":"2024-04-24T12:47:06.610608Z","created":"2024-04-24T12:45:04.045179Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.81:3300","nonce":0},{"type":"v1","addr":"172.21.15.81:6789","nonce":0}]},"addr":"172.21.15.81:6789/0","public_addr":"172.21.15.81:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.162:3300","nonce":0},{"type":"v1","addr":"172.21.15.162:6789","nonce":0}]},"addr":"172.21.15.162:6789/0","public_addr":"172.21.15.162:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.96:3300","nonce":0},{"type":"v1","addr":"172.21.15.96:6789","nonce":0}]},"addr":"172.21.15.96:6789/0","public_addr":"172.21.15.96:6789/0","priority":0,"weight":0,"crush_location":"{}"}]}} 2024-04-24T13:04:55.203 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:54 smithi081 ceph-mon[26762]: from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:04:55.203 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:54 smithi081 ceph-mon[26762]: pgmap v636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 417 op/s 2024-04-24T13:04:55.204 INFO:tasks.mon_thrash.ceph_manager:quorum is size 3 2024-04-24T13:04:55.204 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon a 2024-04-24T13:04:55.204 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.a mon_status 2024-04-24T13:04:55.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:54 smithi096 ceph-mon[51702]: from='client.15399 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:04:55.285 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:54 smithi096 ceph-mon[51702]: pgmap v636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.8 MiB/s wr, 417 op/s 2024-04-24T13:04:55.320 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:04:55.320 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:04:55.320 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:04:55.320 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "leader", 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 32, 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 1183583, 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:55.321 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:55.322 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:04:55.323 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [ 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.324 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.325 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:04:55.326 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:55.327 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.328 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:55.329 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.330 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:04:55.331 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:04:55.332 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.333 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 6 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 14 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.334 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: "mgr": [ 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:04:55.335 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:04:55.336 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:04:55.336 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon b 2024-04-24T13:04:55.336 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.b mon_status 2024-04-24T13:04:55.417 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 69 secs before thrashing 2024-04-24T13:04:55.452 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:04:55.452 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:04:55.452 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:04:55.452 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 32, 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 455388, 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 0, 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:55.453 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:55.454 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:04:55.455 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:04:55.456 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.457 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.458 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.459 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.460 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.461 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:04:55.462 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: "osd": [ 2024-04-24T13:04:55.463 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 2 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:55.464 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:55.466 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 8 2024-04-24T13:04:55.466 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:55.466 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:55.466 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:55.466 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:04:55.466 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:04:55.467 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 podman[54075]: 2024-04-24 13:04:55.195323659 +0000 UTC m=+1.081505936 container init c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, release=, architecture=x86_64, org.centos.version=9.0-21.el9, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.spdk.build.target-arch=, io.ceph.version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.5, maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:04:55.467 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 podman[54075]: 2024-04-24 13:04:55.198258677 +0000 UTC m=+1.084440952 container start c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.ceph-release=19.0.0, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, distribution-scope=public, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.component=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi9-container, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, version=1.2.5, io.buildah.version=1.29.0, org.centos.version=9.0-21.el9, vcs-type=git, io.ceph.version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., architecture=x86_64, build-date=2024-04-22 08:15:14 UTC) 2024-04-24T13:04:55.467 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 bash[54075]: c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:04:55.467 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:04:55.468 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:04:55.468 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for quorum size 3 for mon c 2024-04-24T13:04:55.468 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mon.c mon_status 2024-04-24T13:04:55.713 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:04:55.713 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:04:55.713 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:04:55.713 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [gateway] 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: group = 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: port = 5500 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: enable_auth = False 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: state_update_notify = True 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:04:55.714 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: verify_nqns = True 2024-04-24T13:04:55.715 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:04:55.715 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:04:55.715 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:04:55.715 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:04:55.715 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: 2024-04-24T13:04:55.715 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [gateway-logs] 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: log_level = INFO 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: log_files_enabled = True 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:04:55.716 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [discovery] 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: port = 8009 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [ceph] 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: pool = mypool 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [mtls] 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: server_key = ./server.key 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: client_key = ./client.key 2024-04-24T13:04:55.717 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [spdk] 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: timeout = 60.0 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: log_level = WARNING 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: conn_retries = 10 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: transports = tcp 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: 2024-04-24T13:04:55.718 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: [monitor] 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:63: timeout = 1.0 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO config.py:64: ======================================================================================================== 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.520+0000 7ff6bba285c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.520+0000 7ff6bba285c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.520+0000 7ff6bba285c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.523+0000 7ff6bba285c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.523+0000 7ff6bba285c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.524+0000 7ff6bba285c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.524+0000 7ff6bba285c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 15444 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:04:55.719 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.525+0000 7ff6bba285c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.525+0000 7ff6b79c5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.525+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,62,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.525+0000 7ff6b79c5640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.525+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.526+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.720 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:04:55.721 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.721 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.721 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.721 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.721 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.724 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.724 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.724 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.725 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.726 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.527+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.727 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.529+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.530+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.532+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.534+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:351: SPDK process id: 69 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: INFO: Setting log level to WARNING 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.535+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.537+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.539+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.540+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.728 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.542+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.544+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.545+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.547+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:55.549460] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:55.549539] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.548+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.550+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.552+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.553+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.555+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.556+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.558+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.559+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.561+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.563+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.729 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.564+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.566+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.567+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.569+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.570+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.572+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.573+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.575+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.576+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.578+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.579+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.581+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.582+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.584+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.585+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.730 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.587+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.589+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.590+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.592+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.593+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.595+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.597+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.598+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.600+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.601+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.603+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.605+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.606+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.608+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.610+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.611+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.613+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.731 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.614+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.616+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.618+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.619+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.621+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.622+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.624+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.625+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.627+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.628+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.630+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.631+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.633+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.634+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.636+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.732 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.637+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.639+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.640+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.642+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.643+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.645+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.647+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.648+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.650+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.651+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.652+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.654+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.655+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.657+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.658+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.660+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.733 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.661+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:55.663486] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.663+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.665+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.667+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.669+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.671+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.672+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.674+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.675+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.677+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.679+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.680+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.682+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.683+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.734 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.685+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.687+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.689+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.691+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.692+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.694+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.695+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.697+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.698+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.700+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.701+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.703+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.704+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.706+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.707+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.709+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.711+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.712+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.714+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.715+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.717+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.719+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.720+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.722+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.723+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.736 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.725+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.963 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:55.727721] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:04:55.963 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.727+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.963 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.729+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.731+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.733+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.735+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.737+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.739+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.740+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.742+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.744+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.745+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.747+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.748+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.750+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.964 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.752+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: mon.c calling monitor election 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: mon.a calling monitor election 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: monmap epoch 3 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: min_mon_release 19 (squid) 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: election_strategy: 1 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:04:55.965 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: fsmap 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: osdmap e80: 8 total, 8 up, 8 in 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: mgrmap e15: x(active, since 18m) 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/359531833' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:04:55.966 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-mon[54108]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.754+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.756+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.758+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.760+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.762+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.764+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.766+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.769+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.770+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.968 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.772+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.774+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.776+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.777+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.779+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.780+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.782+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.783+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.785+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.786+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.788+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.789+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.791+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.792+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.794+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.969 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.795+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.797+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.798+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.800+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.801+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.803+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.804+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.806+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.807+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.809+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.811+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.812+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.814+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.816+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.970 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.817+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.819+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.820+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.822+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.824+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.825+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.827+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.828+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.830+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.831+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.833+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.834+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.836+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.837+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.971 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.839+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.841+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.842+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.844+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.845+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.847+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.849+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.850+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.852+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.853+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.855+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.857+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.858+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.860+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.861+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.972 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.863+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.864+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.866+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.867+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.869+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.870+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.872+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.873+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.875+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.877+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.878+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.880+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.881+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.973 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.883+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.884+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.886+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.887+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.889+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.890+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.892+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.893+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.895+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.897+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.898+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.900+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.902+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.903+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.905+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.906+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.974 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.908+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.910+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.911+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.913+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.914+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.916+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.918+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.919+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.921+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.923+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.924+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.926+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.927+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.929+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.930+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.932+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.975 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.933+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.935+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:55.936923] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.936+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.938+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.939+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.941+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.943+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.944+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.946+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.947+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.949+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:249: Discovery service process id: 857 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:04:55.976 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.950+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.952+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.954+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.955+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.957+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.958+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.960+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.977 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.962+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.963+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.965+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:04:55.978 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:04:56.220 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 4 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 5 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.221 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 6 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 7 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.222 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 8 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 9 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 10 2024-04-24T13:04:56.223 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 11 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 12 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 13 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.224 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 14 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 15 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 16 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:04:56.225 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 4 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.226 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 5 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 6 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 7 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 8 2024-04-24T13:04:56.227 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 9 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 10 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 11 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.228 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 12 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 13 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 14 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 15 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.229 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 16 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.230 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 4 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 5 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 6 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.231 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 7 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 8 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 9 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 10 2024-04-24T13:04:56.232 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 11 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 12 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 13 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 14 2024-04-24T13:04:56.233 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.234 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.234 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.234 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 15 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 16 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:48860 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 ms_deliver_dispatch: unhandled message 0x55e0348fd180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:04:56.235 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 ms_deliver_dispatch: unhandled message 0x55e0348ebd40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 59 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: 2024-04-24T13:04:55.981+0000 7ff6b79c5640 0 ms_deliver_dispatch: unhandled message 0x55e0348fd500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:55] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.025889] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/2207566757, rc 0 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.025993] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/2207566757 2024-04-24T13:04:56.236 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/2207566757' anagrp=1 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.040594] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.068890] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/1210978993, rc 0 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.069003] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/1210978993 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/1210978993' anagrp=3 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.086699] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.099105] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:04:56.237 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.119674] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.154326] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.207171] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/4129043561, rc 0 2024-04-24T13:04:56.238 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.207249] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/4129043561 2024-04-24T13:04:56.239 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/4129043561' anagrp=2 2024-04-24T13:04:56.239 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:04:56.239 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.221414] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:04:56.239 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: mon.c calling monitor election 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: mon.a calling monitor election 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: monmap epoch 3 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:04:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: min_mon_release 19 (squid) 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: election_strategy: 1 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: fsmap 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: osdmap e80: 8 total, 8 up, 8 in 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: mgrmap e15: x(active, since 18m) 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/359531833' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:04:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:04:56.322 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:04:56.322 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:55 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:04:56.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: mon.c calling monitor election 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: mon.a calling monitor election 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: monmap epoch 3 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: fsid 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: last_changed 2024-04-24T12:47:06.610608+0000 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: created 2024-04-24T12:45:04.045179+0000 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: min_mon_release 19 (squid) 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: election_strategy: 1 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: 0: [v2:172.21.15.81:3300/0,v1:172.21.15.81:6789/0] mon.a 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: 1: [v2:172.21.15.162:3300/0,v1:172.21.15.162:6789/0] mon.c 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: 2: [v2:172.21.15.96:3300/0,v1:172.21.15.96:6789/0] mon.b 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: fsmap 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: osdmap e80: 8 total, 8 up, 8 in 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: mgrmap e15: x(active, since 18m) 2024-04-24T13:04:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/359531833' entity='client.admin' cmd={"prefix": "quorum_status"} : dispatch 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:04:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:55 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:04:56.470 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:04:56.470 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.267372] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.314348] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.471 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.336540] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.359334] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.383635] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.472 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.404283] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.428337] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:04:56.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.449813] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.472504] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:04:56.474 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:04:56.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:04:56.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:04:56.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:04:56.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.494866] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:04:56.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:04:56.531441] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:04:56.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:04:56] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:04:57.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:56 smithi081 ceph-mon[26762]: pgmap v637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.1 MiB/s wr, 544 op/s 2024-04-24T13:04:57.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:56 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/2438707776' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:04:57.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:56 smithi096 ceph-mon[51702]: pgmap v637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.1 MiB/s wr, 544 op/s 2024-04-24T13:04:57.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:56 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/2438707776' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:04:57.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-mon[54108]: pgmap v637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.1 MiB/s rd, 6.1 MiB/s wr, 544 op/s 2024-04-24T13:04:57.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:56 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/2438707776' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:04:58.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:04:57] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:04:58.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:04:58.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:04:58.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:04:58.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:04:58.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:57750 2024-04-24T13:04:59.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:04:58 smithi081 ceph-mon[26762]: pgmap v638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 425 op/s 2024-04-24T13:04:59.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:04:58 smithi096 ceph-mon[51702]: pgmap v638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 425 op/s 2024-04-24T13:04:59.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:04:58 smithi162 ceph-mon[54108]: pgmap v638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.7 MiB/s wr, 425 op/s 2024-04-24T13:04:59.780 INFO:teuthology.orchestra.run.smithi081.stdout:{ 2024-04-24T13:04:59.780 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "state": "peon", 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "election_epoch": 32, 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "uptime": 5039, 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum": [ 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: 0, 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: 1, 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: 2 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_age": 4, 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "required_con": "2450521708007866372", 2024-04-24T13:04:59.781 INFO:teuthology.orchestra.run.smithi081.stdout: "required_mon": [ 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:59.782 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_con": "4540701547738038271", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "quorum_mon": [ 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:59.783 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "outside_quorum": [], 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "extra_probe_peers": [], 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "sync_provider": [], 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "monmap": { 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "epoch": 3, 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "fsid": "59aeab94-0238-11ef-bc93-c7b262605968", 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "modified": "2024-04-24T12:47:06.610608Z", 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "created": "2024-04-24T12:45:04.045179Z", 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release": 19, 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "min_mon_release_name": "squid", 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "election_strategy": 1, 2024-04-24T13:04:59.784 INFO:teuthology.orchestra.run.smithi081.stdout: "disallowed_leaders: ": "", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false, 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "tiebreaker_mon": "", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "removed_ranks: ": "", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "features": { 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "persistent": [ 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "kraken", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "luminous", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "mimic", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "osdmap-prune", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "nautilus", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "octopus", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "pacific", 2024-04-24T13:04:59.785 INFO:teuthology.orchestra.run.smithi081.stdout: "elector-pinging", 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "quincy", 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "reef", 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "squid" 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "optional": [] 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "mons": [ 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 0, 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "a", 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:59.786 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:3300", 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789", 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.81:6789/0", 2024-04-24T13:04:59.787 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.81:6789/0", 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 1, 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "c", 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:59.788 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:3300", 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789", 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.162:6789/0", 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.162:6789/0", 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:59.789 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "rank": 2, 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "name": "b", 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addrs": { 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "addrvec": [ 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v2", 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:3300", 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.790 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "type": "v1", 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789", 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "nonce": 0 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "addr": "172.21.15.96:6789/0", 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "public_addr": "172.21.15.96:6789/0", 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "priority": 0, 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "weight": 0, 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: "crush_location": "{}" 2024-04-24T13:04:59.791 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "feature_map": { 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "mon": [ 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: ], 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "client": [ 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: { 2024-04-24T13:04:59.792 INFO:teuthology.orchestra.run.smithi081.stdout: "features": "0x3f03cffffffdffff", 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout: "release": "luminous", 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout: "num": 1 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout: } 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout: ] 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout: }, 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout: "stretch_mode": false 2024-04-24T13:04:59.793 INFO:teuthology.orchestra.run.smithi081.stdout:} 2024-04-24T13:04:59.794 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:final quorum is size 3 2024-04-24T13:04:59.794 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:triggering scrub 2024-04-24T13:04:59.794 DEBUG:teuthology.orchestra.run.smithi081:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mon scrub 2024-04-24T13:05:00.174 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:waiting for 60.0 secs before continuing thrashing 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: pgmap v639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 467 op/s 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/2658480641' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {auth=31,config=2,health=12,kv=55} crc {auth=810810674,config=4010117113,health=167262339,kv=30769571}) 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=2666360789}) 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=3157493676}) 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {kv=14,logm=86} crc {kv=4032640055,logm=209439405}) 2024-04-24T13:05:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=462304348}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1117345148}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2167063062}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=726067578}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4130296241}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=401377358}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2157920908}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=148530172}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=73895292}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2786799929}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2787865943}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1877499628}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4212671631}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4081835855}) 2024-04-24T13:05:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=511738845}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=996383028}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2867013438}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2996251919}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=651410964}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2372293623}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1252628539}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2756172551}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=901936367}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3405940442}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2860612933}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {logm=65,mdsmap=3,mgr=18,mgr_command_descs=1,mgr_metadata=1,mgrstat=12} crc {logm=3709437403,mdsmap=2840952586,mgr=1295902250,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=1380128698}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=26,mon_config_key=74} crc {mgrstat=549936511,mon_config_key=2155613733}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=2459372951}) 2024-04-24T13:05:01.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=63,monmap=5,nvmeofgw=32} crc {mon_config_key=1375478074,monmap=924321070,nvmeofgw=2092759953}) 2024-04-24T13:05:01.072 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {nvmeofgw=30,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=59} crc {nvmeofgw=3408689826,osd_metadata=1447863247,osd_pg_creating=2099280659,osd_snap=172114764,osdmap=520000865}) 2024-04-24T13:05:01.072 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=1361545605}) 2024-04-24T13:05:01.072 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:00 smithi081 ceph-mon[26762]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=4} crc {osdmap=879089347}) 2024-04-24T13:05:01.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: pgmap v639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 467 op/s 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/2658480641' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {auth=31,config=2,health=12,kv=55} crc {auth=810810674,config=4010117113,health=167262339,kv=30769571}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=2666360789}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=3157493676}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {kv=14,logm=86} crc {kv=4032640055,logm=209439405}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=462304348}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1117345148}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2167063062}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=726067578}) 2024-04-24T13:05:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4130296241}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=401377358}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2157920908}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=148530172}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=73895292}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2786799929}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2787865943}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1877499628}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4212671631}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4081835855}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=511738845}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=996383028}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2867013438}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2996251919}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=651410964}) 2024-04-24T13:05:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2372293623}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1252628539}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2756172551}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=901936367}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3405940442}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2860612933}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {logm=65,mdsmap=3,mgr=18,mgr_command_descs=1,mgr_metadata=1,mgrstat=12} crc {logm=3709437403,mdsmap=2840952586,mgr=1295902250,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=1380128698}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=26,mon_config_key=74} crc {mgrstat=549936511,mon_config_key=2155613733}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=2459372951}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=63,monmap=5,nvmeofgw=32} crc {mon_config_key=1375478074,monmap=924321070,nvmeofgw=2092759953}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {nvmeofgw=30,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=59} crc {nvmeofgw=3408689826,osd_metadata=1447863247,osd_pg_creating=2099280659,osd_snap=172114764,osdmap=520000865}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=1361545605}) 2024-04-24T13:05:01.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:00 smithi096 ceph-mon[51702]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=4} crc {osdmap=879089347}) 2024-04-24T13:05:01.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: pgmap v639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.9 MiB/s wr, 467 op/s 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: from='admin socket' entity='admin socket' cmd='mon_status' args=[]: dispatch 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: from='admin socket' entity='admin socket' cmd=mon_status args=[]: finished 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/2658480641' entity='client.admin' cmd={"prefix": "mon scrub"} : dispatch 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {auth=31,config=2,health=12,kv=55} crc {auth=810810674,config=4010117113,health=167262339,kv=30769571}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=2666360789}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {kv=100} crc {kv=3157493676}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {kv=14,logm=86} crc {kv=4032640055,logm=209439405}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=462304348}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1117345148}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2167063062}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=726067578}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4130296241}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=401377358}) 2024-04-24T13:05:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2157920908}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=148530172}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=73895292}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2786799929}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2787865943}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1877499628}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4212671631}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=4081835855}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=511738845}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=996383028}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2867013438}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2996251919}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=651410964}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2372293623}) 2024-04-24T13:05:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=1252628539}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2756172551}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=901936367}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=3405940442}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=100} crc {logm=2860612933}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {logm=65,mdsmap=3,mgr=18,mgr_command_descs=1,mgr_metadata=1,mgrstat=12} crc {logm=3709437403,mdsmap=2840952586,mgr=1295902250,mgr_command_descs=1996138168,mgr_metadata=1646680111,mgrstat=1380128698}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {mgrstat=26,mon_config_key=74} crc {mgrstat=549936511,mon_config_key=2155613733}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=100} crc {mon_config_key=2459372951}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {mon_config_key=63,monmap=5,nvmeofgw=32} crc {mon_config_key=1375478074,monmap=924321070,nvmeofgw=2092759953}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {nvmeofgw=30,osd_metadata=8,osd_pg_creating=1,osd_snap=2,osdmap=59} crc {nvmeofgw=3408689826,osd_metadata=1447863247,osd_pg_creating=2099280659,osd_snap=172114764,osdmap=520000865}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=100} crc {osdmap=1361545605}) 2024-04-24T13:05:01.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:00 smithi162 ceph-mon[54108]: scrub ok on 0,1,2: ScrubResult(keys {osdmap=4} crc {osdmap=879089347}) 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:05:01] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:05:02.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:05:02.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:05:02.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:05:02.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:05:02.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:05:02.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:48894 2024-04-24T13:05:02.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:05:01.760659] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000322 seconds 2024-04-24T13:05:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:02 smithi081 ceph-mon[26762]: pgmap v640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 469 op/s 2024-04-24T13:05:03.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:02 smithi096 ceph-mon[51702]: pgmap v640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 469 op/s 2024-04-24T13:05:03.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:02 smithi162 ceph-mon[54108]: pgmap v640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 469 op/s 2024-04-24T13:05:03.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 19.50 252.0k 194.0k 0.0k 2.5M 1.9M 0.0k nvme2n1 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 19.90 223.6k 207.6k 0.0k 2.2M 2.0M 0.0k nvme2n2 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.00 252.0k 203.6k 0.0k 2.5M 2.0M 0.0k nvme2n3 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.50 254.4k 181.6k 0.0k 2.5M 1.8M 0.0k nvme2n4 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.50 227.6k 172.4k 0.0k 2.2M 1.7M 0.0k nvme2n5 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.70 214.4k 222.8k 0.0k 2.1M 2.2M 0.0k nvme5n1 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.60 235.6k 202.4k 0.0k 2.3M 2.0M 0.0k nvme5n2 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.80 245.2k 185.6k 0.0k 2.4M 1.8M 0.0k nvme5n3 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.10 242.8k 228.8k 0.0k 2.4M 2.2M 0.0k nvme5n4 2024-04-24T13:05:03.676 INFO:tasks.workunit.client.3.smithi177.stdout: 20.10 235.2k 218.8k 0.0k 2.3M 2.1M 0.0k nvme5n5 2024-04-24T13:05:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 20.20 227.6k 192.4k 0.0k 2.2M 1.9M 0.0k nvme8n1 2024-04-24T13:05:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 20.60 245.6k 144.0k 0.0k 2.4M 1.4M 0.0k nvme8n2 2024-04-24T13:05:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 20.70 254.0k 165.2k 0.0k 2.5M 1.6M 0.0k nvme8n3 2024-04-24T13:05:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 20.20 236.4k 183.2k 0.0k 2.3M 1.8M 0.0k nvme8n4 2024-04-24T13:05:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 20.90 224.8k 251.6k 0.0k 2.2M 2.5M 0.0k nvme8n5 2024-04-24T13:05:03.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:05.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:04 smithi081 ceph-mon[26762]: pgmap v641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 383 op/s 2024-04-24T13:05:05.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:04 smithi096 ceph-mon[51702]: pgmap v641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 383 op/s 2024-04-24T13:05:05.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:04 smithi162 ceph-mon[54108]: pgmap v641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.7 MiB/s wr, 383 op/s 2024-04-24T13:05:07.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:06 smithi081 ceph-mon[26762]: pgmap v642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.1 MiB/s wr, 456 op/s 2024-04-24T13:05:07.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:06 smithi096 ceph-mon[51702]: pgmap v642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.1 MiB/s wr, 456 op/s 2024-04-24T13:05:07.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:06 smithi162 ceph-mon[54108]: pgmap v642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.1 MiB/s wr, 456 op/s 2024-04-24T13:05:09.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:08 smithi081 ceph-mon[26762]: pgmap v643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 330 op/s 2024-04-24T13:05:09.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:08 smithi096 ceph-mon[51702]: pgmap v643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 330 op/s 2024-04-24T13:05:09.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:08 smithi162 ceph-mon[54108]: pgmap v643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 330 op/s 2024-04-24T13:05:11.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:10 smithi081 ceph-mon[26762]: pgmap v644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 375 op/s 2024-04-24T13:05:11.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:10 smithi096 ceph-mon[51702]: pgmap v644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 375 op/s 2024-04-24T13:05:11.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:10 smithi162 ceph-mon[54108]: pgmap v644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.2 MiB/s wr, 375 op/s 2024-04-24T13:05:13.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:12 smithi096 ceph-mon[51702]: pgmap v645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 397 op/s 2024-04-24T13:05:13.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:12 smithi162 ceph-mon[54108]: pgmap v645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 397 op/s 2024-04-24T13:05:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:12 smithi081 ceph-mon[26762]: pgmap v645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.5 MiB/s wr, 397 op/s 2024-04-24T13:05:13.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:05:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 371.2k 285.2k 0.0k 3.6M 2.8M 0.0k nvme2n1 2024-04-24T13:05:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 293.6k 290.4k 0.0k 2.9M 2.8M 0.0k nvme2n2 2024-04-24T13:05:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 312.8k 311.2k 0.0k 3.1M 3.0M 0.0k nvme2n3 2024-04-24T13:05:13.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 366.0k 300.4k 0.0k 3.6M 2.9M 0.0k nvme2n4 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 249.6k 283.6k 0.0k 2.4M 2.8M 0.0k nvme2n5 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 338.8k 317.2k 0.0k 3.3M 3.1M 0.0k nvme5n1 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 342.0k 282.4k 0.0k 3.3M 2.8M 0.0k nvme5n2 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 280.4k 388.8k 0.0k 2.7M 3.8M 0.0k nvme5n3 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 352.0k 322.8k 0.0k 3.4M 3.2M 0.0k nvme5n4 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 368.4k 311.6k 0.0k 3.6M 3.0M 0.0k nvme5n5 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 331.6k 377.6k 0.0k 3.2M 3.7M 0.0k nvme8n1 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 306.0k 329.2k 0.0k 3.0M 3.2M 0.0k nvme8n2 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 273.6k 339.2k 0.0k 2.7M 3.3M 0.0k nvme8n3 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.90 278.4k 327.2k 0.0k 2.7M 3.2M 0.0k nvme8n4 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.80 319.6k 304.4k 0.0k 3.1M 3.0M 0.0k nvme8n5 2024-04-24T13:05:13.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:15.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:14 smithi096 ceph-mon[51702]: pgmap v646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 349 op/s 2024-04-24T13:05:15.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:14 smithi162 ceph-mon[54108]: pgmap v646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 349 op/s 2024-04-24T13:05:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:14 smithi081 ceph-mon[26762]: pgmap v646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.2 MiB/s wr, 349 op/s 2024-04-24T13:05:17.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:16 smithi096 ceph-mon[51702]: pgmap v647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-04-24T13:05:17.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:16 smithi162 ceph-mon[54108]: pgmap v647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-04-24T13:05:17.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:16 smithi081 ceph-mon[26762]: pgmap v647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 4.6 MiB/s wr, 490 op/s 2024-04-24T13:05:19.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:18 smithi096 ceph-mon[51702]: pgmap v648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-04-24T13:05:19.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:18 smithi162 ceph-mon[54108]: pgmap v648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-04-24T13:05:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:18 smithi081 ceph-mon[26762]: pgmap v648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 420 op/s 2024-04-24T13:05:21.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:20 smithi096 ceph-mon[51702]: pgmap v649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.6 MiB/s wr, 472 op/s 2024-04-24T13:05:21.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:20 smithi162 ceph-mon[54108]: pgmap v649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.6 MiB/s wr, 472 op/s 2024-04-24T13:05:21.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:20 smithi081 ceph-mon[26762]: pgmap v649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.6 MiB/s wr, 472 op/s 2024-04-24T13:05:23.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:22 smithi096 ceph-mon[51702]: pgmap v650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.6 MiB/s wr, 485 op/s 2024-04-24T13:05:23.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:22 smithi162 ceph-mon[54108]: pgmap v650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.6 MiB/s wr, 485 op/s 2024-04-24T13:05:23.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:22 smithi081 ceph-mon[26762]: pgmap v650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.6 MiB/s wr, 485 op/s 2024-04-24T13:05:23.673 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 310.8k 256.4k 0.0k 3.0M 2.5M 0.0k nvme2n1 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 311.6k 261.2k 0.0k 3.0M 2.6M 0.0k nvme2n2 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 283.6k 292.4k 0.0k 2.8M 2.9M 0.0k nvme2n3 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 334.0k 272.4k 0.0k 3.3M 2.7M 0.0k nvme2n4 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 243.6k 308.8k 0.0k 2.4M 3.0M 0.0k nvme2n5 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 294.0k 302.0k 0.0k 2.9M 2.9M 0.0k nvme5n1 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 276.4k 276.4k 0.0k 2.7M 2.7M 0.0k nvme5n2 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 282.8k 254.4k 0.0k 2.8M 2.5M 0.0k nvme5n3 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 302.8k 284.4k 0.0k 3.0M 2.8M 0.0k nvme5n4 2024-04-24T13:05:23.676 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 325.2k 267.2k 0.0k 3.2M 2.6M 0.0k nvme5n5 2024-04-24T13:05:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 296.8k 299.2k 0.0k 2.9M 2.9M 0.0k nvme8n1 2024-04-24T13:05:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 269.6k 320.0k 0.0k 2.6M 3.1M 0.0k nvme8n2 2024-04-24T13:05:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 270.0k 296.4k 0.0k 2.6M 2.9M 0.0k nvme8n3 2024-04-24T13:05:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.40 288.4k 278.8k 0.0k 2.8M 2.7M 0.0k nvme8n4 2024-04-24T13:05:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.50 305.2k 286.8k 0.0k 3.0M 2.8M 0.0k nvme8n5 2024-04-24T13:05:23.677 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:24 smithi096 ceph-mon[51702]: pgmap v651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.9 MiB/s wr, 417 op/s 2024-04-24T13:05:25.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:24 smithi162 ceph-mon[54108]: pgmap v651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.9 MiB/s wr, 417 op/s 2024-04-24T13:05:25.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:24 smithi081 ceph-mon[26762]: pgmap v651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.9 MiB/s wr, 417 op/s 2024-04-24T13:05:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:05:26.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:25 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:05:26.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:05:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:26 smithi096 ceph-mon[51702]: pgmap v652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 535 op/s 2024-04-24T13:05:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:26 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:05:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:26 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:05:27.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:26 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:05:27.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:26 smithi162 ceph-mon[54108]: pgmap v652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 535 op/s 2024-04-24T13:05:27.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:26 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:05:27.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:26 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:05:27.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:26 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:05:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:26 smithi081 ceph-mon[26762]: pgmap v652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.0 MiB/s wr, 535 op/s 2024-04-24T13:05:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:26 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:05:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:26 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:05:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:26 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:05:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:27 smithi096 ceph-mon[51702]: pgmap v653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 439 op/s 2024-04-24T13:05:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:27 smithi096 ceph-mon[51702]: pgmap v654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 496 op/s 2024-04-24T13:05:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:27 smithi162 ceph-mon[54108]: pgmap v653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 439 op/s 2024-04-24T13:05:28.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:27 smithi162 ceph-mon[54108]: pgmap v654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 496 op/s 2024-04-24T13:05:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:27 smithi081 ceph-mon[26762]: pgmap v653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.0 MiB/s wr, 439 op/s 2024-04-24T13:05:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:27 smithi081 ceph-mon[26762]: pgmap v654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 496 op/s 2024-04-24T13:05:30.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:29 smithi096 ceph-mon[51702]: pgmap v655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 421 op/s 2024-04-24T13:05:30.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:29 smithi162 ceph-mon[54108]: pgmap v655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 421 op/s 2024-04-24T13:05:30.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:29 smithi081 ceph-mon[26762]: pgmap v655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 421 op/s 2024-04-24T13:05:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:31 smithi162 ceph-mon[54108]: pgmap v656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 502 op/s 2024-04-24T13:05:32.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:31 smithi081 ceph-mon[26762]: pgmap v656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 502 op/s 2024-04-24T13:05:32.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:31 smithi096 ceph-mon[51702]: pgmap v656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 502 op/s 2024-04-24T13:05:33.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:05:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 280.4k 256.8k 0.0k 2.7M 2.5M 0.0k nvme2n1 2024-04-24T13:05:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 278.8k 284.8k 0.0k 2.7M 2.8M 0.0k nvme2n2 2024-04-24T13:05:33.677 INFO:tasks.workunit.client.3.smithi177.stdout: 30.00 299.2k 270.0k 0.0k 2.9M 2.6M 0.0k nvme2n3 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.00 293.6k 236.0k 0.0k 2.9M 2.3M 0.0k nvme2n4 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 340.8k 420.4k 0.0k 3.3M 4.1M 0.0k nvme2n5 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 279.2k 231.2k 0.0k 2.7M 2.3M 0.0k nvme5n1 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 268.4k 291.2k 0.0k 2.6M 2.8M 0.0k nvme5n2 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 277.2k 275.2k 0.0k 2.7M 2.7M 0.0k nvme5n3 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.00 259.2k 290.0k 0.0k 2.5M 2.8M 0.0k nvme5n4 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.00 293.6k 266.0k 0.0k 2.9M 2.6M 0.0k nvme5n5 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 264.4k 270.0k 0.0k 2.6M 2.6M 0.0k nvme8n1 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 251.2k 288.4k 0.0k 2.5M 2.8M 0.0k nvme8n2 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.00 269.2k 300.4k 0.0k 2.6M 2.9M 0.0k nvme8n3 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 30.00 350.0k 318.4k 0.0k 3.4M 3.1M 0.0k nvme8n4 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 267.2k 283.2k 0.0k 2.6M 2.8M 0.0k nvme8n5 2024-04-24T13:05:33.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:34.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:33 smithi162 ceph-mon[54108]: pgmap v657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 502 op/s 2024-04-24T13:05:34.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:33 smithi081 ceph-mon[26762]: pgmap v657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 502 op/s 2024-04-24T13:05:34.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:33 smithi096 ceph-mon[51702]: pgmap v657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.5 MiB/s wr, 502 op/s 2024-04-24T13:05:36.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:35 smithi162 ceph-mon[54108]: pgmap v658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.6 MiB/s wr, 397 op/s 2024-04-24T13:05:36.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:35 smithi081 ceph-mon[26762]: pgmap v658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.6 MiB/s wr, 397 op/s 2024-04-24T13:05:36.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:35 smithi096 ceph-mon[51702]: pgmap v658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.6 MiB/s wr, 397 op/s 2024-04-24T13:05:38.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:37 smithi081 ceph-mon[26762]: pgmap v659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 454 op/s 2024-04-24T13:05:38.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:37 smithi096 ceph-mon[51702]: pgmap v659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 454 op/s 2024-04-24T13:05:38.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:37 smithi162 ceph-mon[54108]: pgmap v659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.2 MiB/s wr, 454 op/s 2024-04-24T13:05:40.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:39 smithi081 ceph-mon[26762]: pgmap v660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.8 MiB/s wr, 411 op/s 2024-04-24T13:05:40.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:39 smithi096 ceph-mon[51702]: pgmap v660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.8 MiB/s wr, 411 op/s 2024-04-24T13:05:40.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:39 smithi162 ceph-mon[54108]: pgmap v660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.8 MiB/s wr, 411 op/s 2024-04-24T13:05:42.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:41 smithi081 ceph-mon[26762]: pgmap v661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 528 op/s 2024-04-24T13:05:42.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:41 smithi096 ceph-mon[51702]: pgmap v661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 528 op/s 2024-04-24T13:05:42.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:41 smithi162 ceph-mon[54108]: pgmap v661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.3 MiB/s wr, 528 op/s 2024-04-24T13:05:43.676 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 472.4k 421.6k 0.0k 4.6M 4.1M 0.0k nvme2n1 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 458.8k 419.2k 0.0k 4.5M 4.1M 0.0k nvme2n2 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 309.2k 319.2k 0.0k 3.0M 3.1M 0.0k nvme2n3 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 408.8k 460.0k 0.0k 4.0M 4.5M 0.0k nvme2n4 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 412.8k 526.4k 0.0k 4.0M 5.1M 0.0k nvme2n5 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 369.2k 397.2k 0.0k 3.6M 3.9M 0.0k nvme5n1 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 433.6k 453.6k 0.0k 4.2M 4.4M 0.0k nvme5n2 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 456.4k 379.6k 0.0k 4.5M 3.7M 0.0k nvme5n3 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 267.6k 302.4k 0.0k 2.6M 3.0M 0.0k nvme5n4 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 379.6k 315.6k 0.0k 3.7M 3.1M 0.0k nvme5n5 2024-04-24T13:05:43.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 294.0k 288.0k 0.0k 2.9M 2.8M 0.0k nvme8n1 2024-04-24T13:05:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 424.4k 434.8k 0.0k 4.1M 4.2M 0.0k nvme8n2 2024-04-24T13:05:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 436.0k 417.6k 0.0k 4.3M 4.1M 0.0k nvme8n3 2024-04-24T13:05:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.80 509.6k 442.4k 0.0k 5.0M 4.3M 0.0k nvme8n4 2024-04-24T13:05:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.90 381.2k 398.4k 0.0k 3.7M 3.9M 0.0k nvme8n5 2024-04-24T13:05:43.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:44.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:43 smithi081 ceph-mon[26762]: pgmap v662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 409 op/s 2024-04-24T13:05:44.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:43 smithi096 ceph-mon[51702]: pgmap v662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 409 op/s 2024-04-24T13:05:44.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:43 smithi162 ceph-mon[54108]: pgmap v662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.4 MiB/s wr, 409 op/s 2024-04-24T13:05:46.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:45 smithi081 ceph-mon[26762]: pgmap v663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 455 op/s 2024-04-24T13:05:46.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:45 smithi096 ceph-mon[51702]: pgmap v663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 455 op/s 2024-04-24T13:05:46.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:45 smithi162 ceph-mon[54108]: pgmap v663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.2 MiB/s wr, 455 op/s 2024-04-24T13:05:48.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:47 smithi081 ceph-mon[26762]: pgmap v664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 477 op/s 2024-04-24T13:05:48.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:47 smithi096 ceph-mon[51702]: pgmap v664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 477 op/s 2024-04-24T13:05:48.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:47 smithi162 ceph-mon[54108]: pgmap v664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.9 MiB/s wr, 477 op/s 2024-04-24T13:05:50.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:49 smithi081 ceph-mon[26762]: pgmap v665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 410 op/s 2024-04-24T13:05:50.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:49 smithi096 ceph-mon[51702]: pgmap v665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 410 op/s 2024-04-24T13:05:50.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:49 smithi162 ceph-mon[54108]: pgmap v665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.4 MiB/s wr, 410 op/s 2024-04-24T13:05:52.191 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:51 smithi162 ceph-mon[54108]: pgmap v666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.2 MiB/s wr, 517 op/s 2024-04-24T13:05:52.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:51 smithi081 ceph-mon[26762]: pgmap v666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.2 MiB/s wr, 517 op/s 2024-04-24T13:05:52.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:51 smithi096 ceph-mon[51702]: pgmap v666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 MiB/s rd, 7.2 MiB/s wr, 517 op/s 2024-04-24T13:05:53.674 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:53.676 INFO:tasks.workunit.client.3.smithi177.stdout: tps kB_read/s kB_wrtn/s kB_dscd/s kB_read kB_wrtn kB_dscd Device 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 341.6k 467.2k 0.0k 3.3M 4.6M 0.0k nvme2n1 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 476.4k 444.8k 0.0k 4.7M 4.3M 0.0k nvme2n2 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 482.8k 475.6k 0.0k 4.7M 4.6M 0.0k nvme2n3 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 464.8k 443.6k 0.0k 4.5M 4.3M 0.0k nvme2n4 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 438.4k 361.2k 0.0k 4.3M 3.5M 0.0k nvme2n5 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 426.4k 461.6k 0.0k 4.2M 4.5M 0.0k nvme5n1 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 463.6k 411.2k 0.0k 4.5M 4.0M 0.0k nvme5n2 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 477.6k 423.2k 0.0k 4.7M 4.1M 0.0k nvme5n3 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 479.2k 482.0k 0.0k 4.7M 4.7M 0.0k nvme5n4 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 416.4k 451.6k 0.0k 4.1M 4.4M 0.0k nvme5n5 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 518.4k 430.0k 0.0k 5.1M 4.2M 0.0k nvme8n1 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 430.0k 416.4k 0.0k 4.2M 4.1M 0.0k nvme8n2 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 384.8k 450.0k 0.0k 3.8M 4.4M 0.0k nvme8n3 2024-04-24T13:05:53.677 INFO:tasks.workunit.client.3.smithi177.stdout: 29.20 458.0k 386.8k 0.0k 4.5M 3.8M 0.0k nvme8n4 2024-04-24T13:05:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 29.10 470.4k 450.0k 0.0k 4.6M 4.4M 0.0k nvme8n5 2024-04-24T13:05:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:53.678 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:05:54.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:53 smithi081 ceph-mon[26762]: pgmap v667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.8 MiB/s wr, 404 op/s 2024-04-24T13:05:54.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:53 smithi096 ceph-mon[51702]: pgmap v667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.8 MiB/s wr, 404 op/s 2024-04-24T13:05:54.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:53 smithi162 ceph-mon[54108]: pgmap v667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.8 MiB/s wr, 404 op/s 2024-04-24T13:05:56.185 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:55 smithi096 ceph-mon[51702]: pgmap v668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 447 op/s 2024-04-24T13:05:56.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:55 smithi081 ceph-mon[26762]: pgmap v668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 447 op/s 2024-04-24T13:05:56.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:55 smithi162 ceph-mon[54108]: pgmap v668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.5 MiB/s wr, 447 op/s 2024-04-24T13:05:58.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:57 smithi081 ceph-mon[26762]: pgmap v669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.6 MiB/s wr, 463 op/s 2024-04-24T13:05:58.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:57 smithi096 ceph-mon[51702]: pgmap v669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.6 MiB/s wr, 463 op/s 2024-04-24T13:05:58.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:57 smithi162 ceph-mon[54108]: pgmap v669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.9 MiB/s rd, 6.6 MiB/s wr, 463 op/s 2024-04-24T13:06:00.175 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: self.ispaused.set() 2024-04-24T13:06:00.175 INFO:tasks.mon_thrash.[nvmeof.thrasher.mon_thrasher]:DEBUG_ME: other_thrasher.wait() 2024-04-24T13:06:00.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:05:59 smithi081 ceph-mon[26762]: pgmap v670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.7 MiB/s wr, 399 op/s 2024-04-24T13:06:00.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:05:59 smithi096 ceph-mon[51702]: pgmap v670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.7 MiB/s wr, 399 op/s 2024-04-24T13:06:00.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:05:59 smithi162 ceph-mon[54108]: pgmap v670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.7 MiB/s wr, 399 op/s 2024-04-24T13:06:02.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:01 smithi081 ceph-mon[26762]: pgmap v671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.3 MiB/s wr, 509 op/s 2024-04-24T13:06:02.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:01 smithi096 ceph-mon[51702]: pgmap v671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.3 MiB/s wr, 509 op/s 2024-04-24T13:06:02.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:01 smithi162 ceph-mon[54108]: pgmap v671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.4 MiB/s rd, 7.3 MiB/s wr, 509 op/s 2024-04-24T13:06:04.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:03 smithi081 ceph-mon[26762]: pgmap v672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.6 MiB/s wr, 401 op/s 2024-04-24T13:06:04.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:03 smithi096 ceph-mon[51702]: pgmap v672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.6 MiB/s wr, 401 op/s 2024-04-24T13:06:04.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:03 smithi162 ceph-mon[54108]: pgmap v672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 MiB/s rd, 5.6 MiB/s wr, 401 op/s 2024-04-24T13:06:04.418 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:06:04.418 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:06:04.418 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:06:04.428 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:06:04.428 INFO:tasks.workunit.client.3.smithi177.stdout:nvmeof-fio-test: (groupid=0, jobs=1): err= 0: pid=39143: Wed Apr 24 13:06:04 2024 2024-04-24T13:06:04.428 INFO:tasks.workunit.client.3.smithi177.stdout: read: IOPS=261, BW=6412KiB/s (6566kB/s)(3757MiB/600001msec) 2024-04-24T13:06:04.428 INFO:tasks.workunit.client.3.smithi177.stdout: clat (usec): min=74, max=18905, avg=753.16, stdev=269.96 2024-04-24T13:06:04.428 INFO:tasks.workunit.client.3.smithi177.stdout: lat (usec): min=74, max=18906, avg=753.48, stdev=269.99 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: clat percentiles (usec): 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: | 1.00th=[ 408], 5.00th=[ 465], 10.00th=[ 510], 20.00th=[ 578], 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: | 30.00th=[ 635], 40.00th=[ 685], 50.00th=[ 734], 60.00th=[ 775], 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: | 70.00th=[ 824], 80.00th=[ 873], 90.00th=[ 963], 95.00th=[ 1045], 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: | 99.00th=[ 1991], 99.50th=[ 2540], 99.90th=[ 2835], 99.95th=[ 2933], 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: | 99.99th=[ 3916] 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: bw ( KiB/s): min= 16, max=16352, per=100.00%, avg=7315.42, stdev=2537.66, samples=1052 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: iops : min= 2, max= 556, avg=297.58, stdev=87.08, samples=1052 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: write: IOPS=261, BW=6424KiB/s (6578kB/s)(3764MiB/600001msec); 0 zone resets 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: clat (usec): min=964, max=30515k, avg=2985.05, stdev=97217.11 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: lat (usec): min=971, max=30515k, avg=3064.92, stdev=97217.54 2024-04-24T13:06:04.429 INFO:tasks.workunit.client.3.smithi177.stdout: clat percentiles (usec): 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: | 1.00th=[ 1237], 5.00th=[ 1401], 10.00th=[ 1516], 20.00th=[ 1729], 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: | 30.00th=[ 1942], 40.00th=[ 2147], 50.00th=[ 2343], 60.00th=[ 2573], 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: | 70.00th=[ 2802], 80.00th=[ 3130], 90.00th=[ 3556], 95.00th=[ 3884], 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: | 99.00th=[ 4621], 99.50th=[ 4817], 99.90th=[ 5407], 99.95th=[ 7504], 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: | 99.99th=[985662] 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: bw ( KiB/s): min= 8, max=17728, per=100.00%, avg=7308.87, stdev=2499.89, samples=1055 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: iops : min= 2, max= 544, avg=296.93, stdev=83.77, samples=1055 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: lat (usec) : 100=0.01%, 250=0.07%, 500=4.31%, 750=22.80%, 1000=19.19% 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: lat (msec) : 2=19.82%, 4=31.84%, 10=1.95%, 20=0.01%, 50=0.01% 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 1000=0.01%, 2000=0.01% 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: lat (msec) : >=2000=0.01% 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: cpu : usr=2.46%, sys=1.10%, ctx=313588, majf=0, minf=4313 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% 2024-04-24T13:06:04.430 INFO:tasks.workunit.client.3.smithi177.stdout: submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: issued rwts: total=156629,156714,0,0 short=0,0,0,0 dropped=0,0,0,0 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: latency : target=0, window=0, percentile=100.00%, depth=1 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout:Run status group 0 (all jobs): 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: READ: bw=6412KiB/s (6566kB/s), 6412KiB/s-6412KiB/s (6566kB/s-6566kB/s), io=3757MiB (3940MB), run=600001-600001msec 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: WRITE: bw=6424KiB/s (6578kB/s), 6424KiB/s-6424KiB/s (6578kB/s-6578kB/s), io=3764MiB (3947MB), run=600001-600001msec 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout:Disk stats (read/write): 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: nvme5n1: ios=10411/10594, merge=0/0, ticks=7183/25819, in_queue=33002, util=15.13% 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: nvme2n1: ios=10564/10402, merge=0/0, ticks=7546/27130, in_queue=34676, util=9.26% 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: nvme8n1: ios=10628/10340, merge=0/0, ticks=7706/26811, in_queue=34517, util=9.24% 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: nvme5n2: ios=10632/10347, merge=0/0, ticks=7605/25845, in_queue=33450, util=9.05% 2024-04-24T13:06:04.431 INFO:tasks.workunit.client.3.smithi177.stdout: nvme2n2: ios=10505/10467, merge=0/0, ticks=7595/26754, in_queue=34349, util=9.20% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme8n2: ios=10468/10511, merge=0/0, ticks=7270/24770, in_queue=32040, util=8.82% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme5n3: ios=10562/10419, merge=0/0, ticks=7642/26106, in_queue=33748, util=9.10% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme2n3: ios=10517/10453, merge=0/0, ticks=7471/26444, in_queue=33915, util=9.14% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme8n3: ios=10495/10482, merge=0/0, ticks=7610/26045, in_queue=33655, util=9.09% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme5n4: ios=10419/10552, merge=0/0, ticks=7316/26965, in_queue=34281, util=9.20% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme2n4: ios=10610/10370, merge=0/0, ticks=7487/25439, in_queue=32926, util=8.97% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme8n4: ios=10662/10310, merge=0/0, ticks=7792/25766, in_queue=33558, util=9.08% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme5n5: ios=10535/10437, merge=0/0, ticks=7575/27397, in_queue=34972, util=9.32% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme2n5: ios=10435/10541, merge=0/0, ticks=7725/26668, in_queue=34393, util=24.76% 2024-04-24T13:06:04.432 INFO:tasks.workunit.client.3.smithi177.stdout: nvme8n5: ios=10511/10468, merge=0/0, ticks=7381/26355, in_queue=33736, util=9.11% 2024-04-24T13:06:04.433 INFO:tasks.workunit.client.3.smithi177.stderr:+ wait 2024-04-24T13:06:04.433 INFO:tasks.workunit.client.3.smithi177.stdout:[nvmeof.fio] fio test successful! 2024-04-24T13:06:04.434 INFO:tasks.workunit.client.3.smithi177.stderr:+ echo '[nvmeof.fio] fio test successful!' 2024-04-24T13:06:04.434 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-24T13:06:04.434 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.3/client.3/tmp 2024-04-24T13:06:04.447 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:06:04.447 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:01:05 UTC; 4min 59s ago 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64466 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64467 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 64532 (conmon) 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 134.9M 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 5min 6.099s 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64534 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64536 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.448 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64572 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─64639 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─65473 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout: └─64532 /usr/bin/conmon --api-version 1 -c 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f -u 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata -p /run/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: states { 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: grp_id: 1 2024-04-24T13:06:04.449 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: state: INACCESSIBLE 2024-04-24T13:06:04.450 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: } 2024-04-24T13:06:04.450 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:04:57 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: ], , client address: IPv4 172.21.15.81:57750 2024-04-24T13:06:04.450 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:06:04.478 INFO:tasks.workunit:Stopping ['rbd/nvmeof_fio_test.sh --rbd_iostat'] on client.3... 2024-04-24T13:06:04.479 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.3 /home/ubuntu/cephtest/clone.client.3 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:01:05 UTC; 4min 58s ago 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53555 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53556 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 53620 (conmon) 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 128.6M 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 5min 3.399s 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:06:04.483 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53622 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53625 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53641 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─53692 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─54476 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: └─53620 /usr/bin/conmon --api-version 1 -c 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d -u 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata -p /run/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:04.484 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:06:04.485 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 2 2024-04-24T13:06:04.485 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:06:04.485 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:06:04.485 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: ], , client address: IPv4 172.21.15.96:47344 2024-04-24T13:06:04.485 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:01:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:01:12.248976] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000266 seconds 2024-04-24T13:06:04.486 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:06:04.517 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:06:04.517 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:06:04.517 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:04:55 UTC; 1min 9s ago 2024-04-24T13:06:04.517 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53981 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53983 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 54151 (conmon) 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 118.3M 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 10.637s 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54153 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54161 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54179 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54230 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:06:04.518 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─55019 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout: └─54151 /usr/bin/conmon --api-version 1 -c c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 -u c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata -p /run/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 1 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:48894 2024-04-24T13:06:04.519 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:05:01 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:05:01.760659] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000322 seconds 2024-04-24T13:06:04.521 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:06:04.813 DEBUG:teuthology.parallel:result is None 2024-04-24T13:06:04.813 DEBUG:teuthology.orchestra.run.smithi177:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.3/client.3 2024-04-24T13:06:04.817 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:06:04.817 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 2m ago 18m smithi081=x;count:1 2024-04-24T13:06:04.817 INFO:teuthology.orchestra.run.smithi177.stdout:mon 2/3 2m ago 19m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:06:04.818 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 2m ago 13m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:06:04.818 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 2m ago - 2024-04-24T13:06:04.837 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.3/client.3 2024-04-24T13:06:04.838 DEBUG:teuthology.orchestra.run.smithi177:> rmdir -- /home/ubuntu/cephtest/mnt.3 2024-04-24T13:06:04.893 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.3/client.3 2024-04-24T13:06:04.893 DEBUG:teuthology.run_tasks:Unwinding manager mon_thrash 2024-04-24T13:06:04.904 INFO:tasks.mon_thrash:joining mon_thrasher 2024-04-24T13:06:05.103 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:06:05.104 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (5m) 2m ago 12m 123M - 1.2.5 1e28a75d580c 8733605f976d 2024-04-24T13:06:05.104 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (4m) 2m ago 13m 111M - 1.2.5 1e28a75d580c 7ad145514d78 2024-04-24T13:06:05.104 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 2m ago 13m - - 2024-04-24T13:06:05.441 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:06:05.442 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:06:05.442 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:06:05.771 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 70s) 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 20m) 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 15m), 8 in (since 15m) 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:06:05.772 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:06:05.773 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:06:05.773 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:06:05.773 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.2 MiB/s rd, 6.1 MiB/s wr, 223 op/s rd, 218 op/s wr 2024-04-24T13:06:05.773 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:06:05.797 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.810 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.824 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.838 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.851 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.865 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.878 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.892 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.905 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.919 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.932 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.946 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.960 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.973 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.988 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:06:05.988 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:06:05.988 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:06:05.988 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:06:06.298 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:06:06 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:06:06.298 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:05 smithi081 ceph-mon[26762]: pgmap v673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.1 MiB/s wr, 441 op/s 2024-04-24T13:06:06.298 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:05 smithi081 ceph-mon[26762]: from='client.54115 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:06:06.298 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:05 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/4208171338' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:06:06.298 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:05 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2776777937' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:06:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:05 smithi096 ceph-mon[51702]: pgmap v673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.1 MiB/s wr, 441 op/s 2024-04-24T13:06:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:05 smithi096 ceph-mon[51702]: from='client.54115 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:06:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:05 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/4208171338' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:06:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:05 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2776777937' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:06:06.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:05 smithi162 ceph-mon[54108]: pgmap v673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 6.1 MiB/s wr, 441 op/s 2024-04-24T13:06:06.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:05 smithi162 ceph-mon[54108]: from='client.54115 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:06:06.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:05 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/4208171338' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:06:06.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:05 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2776777937' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:06:06.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:06:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:06:06] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:06:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:06 smithi081 ceph-mon[26762]: from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:06:07.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:06 smithi096 ceph-mon[51702]: from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:06:07.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:06 smithi162 ceph-mon[54108]: from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:06:08.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:07 smithi081 ceph-mon[26762]: pgmap v674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.1 MiB/s wr, 464 op/s 2024-04-24T13:06:08.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:07 smithi096 ceph-mon[51702]: pgmap v674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.1 MiB/s wr, 464 op/s 2024-04-24T13:06:08.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:07 smithi162 ceph-mon[54108]: pgmap v674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 6.1 MiB/s wr, 464 op/s 2024-04-24T13:06:10.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:09 smithi081 ceph-mon[26762]: pgmap v675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 386 op/s 2024-04-24T13:06:10.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:09 smithi096 ceph-mon[51702]: pgmap v675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 386 op/s 2024-04-24T13:06:10.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:09 smithi162 ceph-mon[54108]: pgmap v675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.0 MiB/s wr, 386 op/s 2024-04-24T13:06:12.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:11 smithi081 ceph-mon[26762]: pgmap v676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.7 MiB/s wr, 372 op/s 2024-04-24T13:06:12.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:11 smithi096 ceph-mon[51702]: pgmap v676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.7 MiB/s wr, 372 op/s 2024-04-24T13:06:12.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:11 smithi162 ceph-mon[54108]: pgmap v676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 4.7 MiB/s wr, 372 op/s 2024-04-24T13:06:14.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:13 smithi081 ceph-mon[26762]: pgmap v677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 230 op/s 2024-04-24T13:06:14.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:13 smithi096 ceph-mon[51702]: pgmap v677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 230 op/s 2024-04-24T13:06:14.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:13 smithi162 ceph-mon[54108]: pgmap v677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 230 op/s 2024-04-24T13:06:16.298 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:15 smithi081 ceph-mon[26762]: pgmap v678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 200 op/s 2024-04-24T13:06:16.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:15 smithi096 ceph-mon[51702]: pgmap v678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 200 op/s 2024-04-24T13:06:16.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:15 smithi162 ceph-mon[54108]: pgmap v678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 200 op/s 2024-04-24T13:06:16.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:06:16 smithi081 bash[67892]: time="2024-04-24T13:06:16Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:06:16.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:06:16 smithi081 podman[67892]: 2024-04-24 13:06:16.313356886 +0000 UTC m=+10.129496866 container died 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, io.ceph.version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, vcs-type=git, org.centos.version=9.0-21.el9, name=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.5, distribution-scope=public, maintainer=Ceph Developers , io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd) 2024-04-24T13:06:17.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:06:16 smithi081 podman[67892]: 2024-04-24 13:06:16.874050618 +0000 UTC m=+10.690190646 container cleanup 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.version=1.2.5, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=19.0.0, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.spdk.version=24.01, architecture=x86_64, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, name=ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.5, version=1.2.5, build-date=2024-04-22 08:15:14 UTC, maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, vendor=Red Hat, Inc.) 2024-04-24T13:06:17.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:06:16 smithi081 bash[67892]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:06:17.282 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:06:17.318 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:06:17.319 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:06:17.319 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.b 2024-04-24T13:06:17.319 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopping nvmeof.nvmeof.b... 2024-04-24T13:06:17.319 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:06:17.620 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:17 smithi096 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:06:17.884 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:17 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:06:17] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T13:06:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:17 smithi081 ceph-mon[26762]: pgmap v679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 127 op/s 2024-04-24T13:06:18.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:17 smithi096 ceph-mon[51702]: pgmap v679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 127 op/s 2024-04-24T13:06:18.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:17 smithi162 ceph-mon[54108]: pgmap v679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 127 op/s 2024-04-24T13:06:20.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:19 smithi081 ceph-mon[26762]: pgmap v680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 215 KiB/s wr, 28 op/s 2024-04-24T13:06:20.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:19 smithi096 ceph-mon[51702]: pgmap v680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 215 KiB/s wr, 28 op/s 2024-04-24T13:06:20.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:19 smithi162 ceph-mon[54108]: pgmap v680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 479 KiB/s rd, 215 KiB/s wr, 28 op/s 2024-04-24T13:06:21.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:20 smithi081 ceph-mon[26762]: pgmap v681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-04-24T13:06:21.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:20 smithi096 ceph-mon[51702]: pgmap v681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-04-24T13:06:21.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:20 smithi162 ceph-mon[54108]: pgmap v681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 32 KiB/s wr, 15 op/s 2024-04-24T13:06:23.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:23 smithi081 ceph-mon[26762]: pgmap v682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:06:23.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:23 smithi096 ceph-mon[51702]: pgmap v682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:06:23.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:23 smithi162 ceph-mon[54108]: pgmap v682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:06:25.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:25 smithi081 ceph-mon[26762]: pgmap v683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:06:25.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:25 smithi096 ceph-mon[51702]: pgmap v683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:06:25.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:25 smithi162 ceph-mon[54108]: pgmap v683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [24-Apr-2024 13:06:26] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 3 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 3 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:06:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: states { 2024-04-24T13:06:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: grp_id: 3 2024-04-24T13:06:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: state: OPTIMIZED 2024-04-24T13:06:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: } 2024-04-24T13:06:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: ], , client address: IPv4 172.21.15.96:42870 2024-04-24T13:06:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:06:26.888180] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000253 seconds 2024-04-24T13:06:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:27 smithi081 ceph-mon[26762]: pgmap v684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:06:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:06:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:27 smithi081 ceph-mon[26762]: osdmap e81: 8 total, 8 up, 8 in 2024-04-24T13:06:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:27.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:27.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:27 smithi096 ceph-mon[51702]: pgmap v684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:06:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:06:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:27 smithi096 ceph-mon[51702]: osdmap e81: 8 total, 8 up, 8 in 2024-04-24T13:06:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:27.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:27 smithi096 bash[56147]: time="2024-04-24T13:06:27Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T13:06:27.885 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:27 smithi096 podman[56147]: 2024-04-24 13:06:27.638300085 +0000 UTC m=+10.116024056 container died 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.spdk.build.ceph-release=19.0.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, com.redhat.component=ubi9-container, version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, build-date=2024-04-22 08:15:14 UTC, release=, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.buildah.version=1.29.0, url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.makeflags=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., architecture=x86_64) 2024-04-24T13:06:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:27 smithi162 ceph-mon[54108]: pgmap v684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:06:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:06:27.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:27 smithi162 ceph-mon[54108]: osdmap e81: 8 total, 8 up, 8 in 2024-04-24T13:06:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:28.362 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 podman[56147]: 2024-04-24 13:06:28.170561761 +0000 UTC m=+10.648285723 container cleanup 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.version=24.01, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.buildah.version=1.29.0, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:06:28.362 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 bash[56147]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T13:06:28.589 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service' 2024-04-24T13:06:28.612 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:06:28.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:06:28.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:28 smithi096 ceph-mon[51702]: pgmap v686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 2 op/s 2024-04-24T13:06:28.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:28 smithi096 ceph-mon[51702]: pgmap v687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:28.613 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:28.613 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 podman[56288]: 2024-04-24 13:06:28.363466131 +0000 UTC m=+0.725459881 container remove 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, distribution-scope=public, io.spdk.build.target-arch=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, io.spdk.build.makeflags=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, name=ceph-nvmeof, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.spdk.version=24.01, io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9, build-date=2024-04-22 08:15:14 UTC, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:06:28.613 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:06:28.613 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-04-24T13:06:28.613 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:06:28.613 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Consumed 5min 27.197s CPU time. 2024-04-24T13:06:28.626 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:06:28.626 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopped nvmeof.nvmeof.b 2024-04-24T13:06:28.626 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 109 secs before reviving 2024-04-24T13:06:28.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:06:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:06:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:28 smithi081 ceph-mon[26762]: pgmap v686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 2 op/s 2024-04-24T13:06:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:28 smithi081 ceph-mon[26762]: pgmap v687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:28.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:06:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:06:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:28 smithi162 ceph-mon[54108]: pgmap v686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.6 KiB/s rd, 2 op/s 2024-04-24T13:06:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:28 smithi162 ceph-mon[54108]: pgmap v687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:06:31.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:30 smithi081 ceph-mon[26762]: pgmap v688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2 op/s 2024-04-24T13:06:31.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:30 smithi096 ceph-mon[51702]: pgmap v688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2 op/s 2024-04-24T13:06:31.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:30 smithi162 ceph-mon[54108]: pgmap v688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2 op/s 2024-04-24T13:06:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:32 smithi081 ceph-mon[26762]: pgmap v689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:33.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:32 smithi096 ceph-mon[51702]: pgmap v689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:33.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:32 smithi162 ceph-mon[54108]: pgmap v689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:34.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:34 smithi162 ceph-mon[54108]: pgmap v690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:34 smithi081 ceph-mon[26762]: pgmap v690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:35.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:34 smithi096 ceph-mon[51702]: pgmap v690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1 op/s 2024-04-24T13:06:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:36 smithi081 ceph-mon[26762]: pgmap v691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:06:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:36 smithi096 ceph-mon[51702]: pgmap v691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:06:37.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:36 smithi162 ceph-mon[54108]: pgmap v691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:06:39.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:38 smithi081 ceph-mon[26762]: pgmap v692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:06:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:38 smithi096 ceph-mon[51702]: pgmap v692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:06:39.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:38 smithi162 ceph-mon[54108]: pgmap v692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:06:41.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:40 smithi081 ceph-mon[26762]: pgmap v693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:06:41.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:40 smithi096 ceph-mon[51702]: pgmap v693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:06:41.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:40 smithi162 ceph-mon[54108]: pgmap v693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:06:42.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:06:41] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:06:42.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:42.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:06:42.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:42.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:42.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:46360 2024-04-24T13:06:42.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:41 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:06:41.886891] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000392 seconds 2024-04-24T13:06:43.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:42 smithi096 ceph-mon[51702]: pgmap v694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:06:43.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:42 smithi096 ceph-mon[51702]: osdmap e82: 8 total, 8 up, 8 in 2024-04-24T13:06:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-mon[54108]: pgmap v694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:06:43.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-mon[54108]: osdmap e82: 8 total, 8 up, 8 in 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:06:42] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:06:43.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:46374 2024-04-24T13:06:43.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:42 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:06:42.886861] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000321 seconds 2024-04-24T13:06:43.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:42 smithi081 ceph-mon[26762]: pgmap v694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:06:43.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:42 smithi081 ceph-mon[26762]: osdmap e82: 8 total, 8 up, 8 in 2024-04-24T13:06:45.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:44 smithi096 ceph-mon[51702]: pgmap v696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:45.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:44 smithi162 ceph-mon[54108]: pgmap v696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:45.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:44 smithi081 ceph-mon[26762]: pgmap v696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:47.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-mon[54108]: pgmap v697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:47.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-mon[54108]: osdmap e83: 8 total, 8 up, 8 in 2024-04-24T13:06:47.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:06:46] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:06:47.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:47.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:06:47.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:47.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:06:47.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:47.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:47.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:45154 2024-04-24T13:06:47.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:46 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:06:46.883209] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000371 seconds 2024-04-24T13:06:47.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:46 smithi081 ceph-mon[26762]: pgmap v697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:47.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:46 smithi081 ceph-mon[26762]: osdmap e83: 8 total, 8 up, 8 in 2024-04-24T13:06:47.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:46 smithi096 ceph-mon[51702]: pgmap v697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:47.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:46 smithi096 ceph-mon[51702]: osdmap e83: 8 total, 8 up, 8 in 2024-04-24T13:06:49.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:48 smithi081 ceph-mon[26762]: pgmap v699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:06:49.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:48 smithi096 ceph-mon[51702]: pgmap v699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:06:49.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-mon[54108]: pgmap v699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:06:48] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:49.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:45160 2024-04-24T13:06:49.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:06:48.899418] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000447 seconds 2024-04-24T13:06:51.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:50 smithi081 ceph-mon[26762]: pgmap v700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:06:51.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:50 smithi096 ceph-mon[51702]: pgmap v700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:06:51.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:50 smithi162 ceph-mon[54108]: pgmap v700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:06:53.193 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:52 smithi162 ceph-mon[54108]: pgmap v701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:53.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:52 smithi081 ceph-mon[26762]: pgmap v701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:53.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:52 smithi096 ceph-mon[51702]: pgmap v701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:55.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:54 smithi081 ceph-mon[26762]: pgmap v702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:55.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:54 smithi096 ceph-mon[51702]: pgmap v702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:55.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:54 smithi162 ceph-mon[54108]: pgmap v702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:57.187 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:56 smithi096 ceph-mon[51702]: pgmap v703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:57.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:56 smithi081 ceph-mon[26762]: pgmap v703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:57.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:56 smithi162 ceph-mon[54108]: pgmap v703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:06:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:06:58 smithi081 ceph-mon[26762]: pgmap v704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:06:59.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:06:58 smithi096 ceph-mon[51702]: pgmap v704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:06:59.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:06:58 smithi162 ceph-mon[54108]: pgmap v704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:07:01.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:00 smithi081 ceph-mon[26762]: pgmap v705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:01.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:00 smithi096 ceph-mon[51702]: pgmap v705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:01.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:00 smithi162 ceph-mon[54108]: pgmap v705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:02 smithi081 ceph-mon[26762]: pgmap v706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:03.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:02 smithi096 ceph-mon[51702]: pgmap v706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:03.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:02 smithi162 ceph-mon[54108]: pgmap v706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:05.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:04 smithi081 ceph-mon[26762]: pgmap v707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:05.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:04 smithi096 ceph-mon[51702]: pgmap v707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:04 smithi162 ceph-mon[54108]: pgmap v707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:06 smithi081 ceph-mon[26762]: pgmap v708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:07.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:06 smithi096 ceph-mon[51702]: pgmap v708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:07.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:06 smithi162 ceph-mon[54108]: pgmap v708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:09.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:08 smithi081 ceph-mon[26762]: pgmap v709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:09.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:08 smithi096 ceph-mon[51702]: pgmap v709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:09.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:08 smithi162 ceph-mon[54108]: pgmap v709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:11.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:10 smithi081 ceph-mon[26762]: pgmap v710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:11.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:10 smithi096 ceph-mon[51702]: pgmap v710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:11.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:10 smithi162 ceph-mon[54108]: pgmap v710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:13.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:12 smithi081 ceph-mon[26762]: pgmap v711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:13.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:12 smithi096 ceph-mon[51702]: pgmap v711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:13.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:12 smithi162 ceph-mon[54108]: pgmap v711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:15.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:14 smithi081 ceph-mon[26762]: pgmap v712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:15.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:14 smithi096 ceph-mon[51702]: pgmap v712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:15.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:14 smithi162 ceph-mon[54108]: pgmap v712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:17.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:16 smithi081 ceph-mon[26762]: pgmap v713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:17.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:16 smithi096 ceph-mon[51702]: pgmap v713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:17.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:16 smithi162 ceph-mon[54108]: pgmap v713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:19.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:18 smithi081 ceph-mon[26762]: pgmap v714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:19.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:18 smithi096 ceph-mon[51702]: pgmap v714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:19.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:18 smithi162 ceph-mon[54108]: pgmap v714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:21.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:20 smithi081 ceph-mon[26762]: pgmap v715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:21.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:20 smithi096 ceph-mon[51702]: pgmap v715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:21.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:20 smithi162 ceph-mon[54108]: pgmap v715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:23.192 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:22 smithi162 ceph-mon[54108]: pgmap v716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:23.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:22 smithi081 ceph-mon[26762]: pgmap v716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:23.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:22 smithi096 ceph-mon[51702]: pgmap v716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:25.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:24 smithi081 ceph-mon[26762]: pgmap v717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:25.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:24 smithi096 ceph-mon[51702]: pgmap v717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:25.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:24 smithi162 ceph-mon[54108]: pgmap v717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:27.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:26 smithi081 ceph-mon[26762]: pgmap v718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:27.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:26 smithi096 ceph-mon[51702]: pgmap v718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:27.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:26 smithi162 ceph-mon[54108]: pgmap v718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:07:28.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:07:28.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:07:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: pgmap v719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: pgmap v719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: pgmap v719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:07:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:07:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:07:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: pgmap v720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: pgmap v720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: pgmap v720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:07:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:32 smithi081 ceph-mon[26762]: pgmap v721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:33.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:32 smithi096 ceph-mon[51702]: pgmap v721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:33.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:32 smithi162 ceph-mon[54108]: pgmap v721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:35.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:34 smithi081 ceph-mon[26762]: pgmap v722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:35.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:34 smithi096 ceph-mon[51702]: pgmap v722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:35.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:34 smithi162 ceph-mon[54108]: pgmap v722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:36 smithi081 ceph-mon[26762]: pgmap v723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:37.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:36 smithi096 ceph-mon[51702]: pgmap v723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:37.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:36 smithi162 ceph-mon[54108]: pgmap v723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:38 smithi081 ceph-mon[26762]: pgmap v724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:38 smithi096 ceph-mon[51702]: pgmap v724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:39.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:38 smithi162 ceph-mon[54108]: pgmap v724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:41.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:40 smithi081 ceph-mon[26762]: pgmap v725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:41.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:40 smithi096 ceph-mon[51702]: pgmap v725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:41.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:40 smithi162 ceph-mon[54108]: pgmap v725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:07:43.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:42 smithi081 ceph-mon[26762]: pgmap v726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:43.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:42 smithi096 ceph-mon[51702]: pgmap v726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:43.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:42 smithi162 ceph-mon[54108]: pgmap v726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:45.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:44 smithi081 ceph-mon[26762]: pgmap v727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:45.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:44 smithi096 ceph-mon[51702]: pgmap v727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:45.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:44 smithi162 ceph-mon[54108]: pgmap v727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:47.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:46 smithi081 ceph-mon[26762]: pgmap v728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:47.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:46 smithi096 ceph-mon[51702]: pgmap v728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:47.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:46 smithi162 ceph-mon[54108]: pgmap v728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:49.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:48 smithi081 ceph-mon[26762]: pgmap v729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:49.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:48 smithi096 ceph-mon[51702]: pgmap v729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:49.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:48 smithi162 ceph-mon[54108]: pgmap v729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:51.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:50 smithi081 ceph-mon[26762]: pgmap v730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:51.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:50 smithi096 ceph-mon[51702]: pgmap v730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:51.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:50 smithi162 ceph-mon[54108]: pgmap v730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:53.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:52 smithi081 ceph-mon[26762]: pgmap v731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:53.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:52 smithi096 ceph-mon[51702]: pgmap v731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:53.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:52 smithi162 ceph-mon[54108]: pgmap v731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:55.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:54 smithi081 ceph-mon[26762]: pgmap v732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:55.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:54 smithi096 ceph-mon[51702]: pgmap v732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:55.143 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:54 smithi162 ceph-mon[54108]: pgmap v732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:57.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:56 smithi081 ceph-mon[26762]: pgmap v733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:57.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:56 smithi096 ceph-mon[51702]: pgmap v733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:57.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:56 smithi162 ceph-mon[54108]: pgmap v733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:07:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:07:58 smithi081 ceph-mon[26762]: pgmap v734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:59.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:07:58 smithi096 ceph-mon[51702]: pgmap v734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:07:59.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:07:58 smithi162 ceph-mon[54108]: pgmap v734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:00 smithi081 ceph-mon[26762]: pgmap v735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:01.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:00 smithi096 ceph-mon[51702]: pgmap v735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:01.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:00 smithi162 ceph-mon[54108]: pgmap v735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:02 smithi081 ceph-mon[26762]: pgmap v736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:03.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:02 smithi096 ceph-mon[51702]: pgmap v736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:03.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:02 smithi162 ceph-mon[54108]: pgmap v736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:05.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:04 smithi081 ceph-mon[26762]: pgmap v737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:05.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:04 smithi096 ceph-mon[51702]: pgmap v737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:05.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:04 smithi162 ceph-mon[54108]: pgmap v737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:07.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:06 smithi081 ceph-mon[26762]: pgmap v738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:07.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:06 smithi096 ceph-mon[51702]: pgmap v738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:07.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:06 smithi162 ceph-mon[54108]: pgmap v738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:09.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:08 smithi081 ceph-mon[26762]: pgmap v739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:09.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:08 smithi096 ceph-mon[51702]: pgmap v739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:09.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:08 smithi162 ceph-mon[54108]: pgmap v739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:11.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:10 smithi081 ceph-mon[26762]: pgmap v740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:11.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:10 smithi096 ceph-mon[51702]: pgmap v740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:11.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:10 smithi162 ceph-mon[54108]: pgmap v740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:12 smithi081 ceph-mon[26762]: pgmap v741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:13.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:12 smithi096 ceph-mon[51702]: pgmap v741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:13.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:12 smithi162 ceph-mon[54108]: pgmap v741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:15.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:14 smithi081 ceph-mon[26762]: pgmap v742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:15.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:14 smithi096 ceph-mon[51702]: pgmap v742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:15.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:14 smithi162 ceph-mon[54108]: pgmap v742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:17.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:16 smithi081 ceph-mon[26762]: pgmap v743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:17.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:16 smithi096 ceph-mon[51702]: pgmap v743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:17.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:16 smithi162 ceph-mon[54108]: pgmap v743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:17.627 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:08:17.627 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:08:17.627 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:06:17 UTC; 2min 0s ago 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 5min 810ms 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64466 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 64467 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 67865 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 67947 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 67978 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.665 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 64532 (code=exited, status=137) 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 5min 18.579s 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:06 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[64532]: [24-Apr-2024 13:06:06] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:16 smithi081 bash[67892]: time="2024-04-24T13:06:16Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:16 smithi081 podman[67892]: 2024-04-24 13:06:16.313356886 +0000 UTC m=+10.129496866 container died 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, io.ceph.version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, vcs-type=git, org.centos.version=9.0-21.el9, name=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.5, distribution-scope=public, maintainer=Ceph Developers , io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd) 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:16 smithi081 podman[67892]: 2024-04-24 13:06:16.874050618 +0000 UTC m=+10.690190646 container cleanup 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.version=1.2.5, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=19.0.0, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.spdk.version=24.01, architecture=x86_64, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, name=ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.5, version=1.2.5, build-date=2024-04-22 08:15:14 UTC, maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, vendor=Red Hat, Inc.) 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:16 smithi081 bash[67892]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:17 smithi081 podman[67934]: 2024-04-24 13:06:17.15050568 +0000 UTC m=+0.832787519 container remove 8733605f976d0297d9a706058750b7e0279f2f30780e6ed54493f78aeea3243f (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=19.0.0, io.spdk.build.target-arch=, name=ceph-nvmeof, io.openshift.wants=ceph,rbd, distribution-scope=public, com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.5, maintainer=Ceph Developers , architecture=x86_64, io.spdk.version=24.01, io.ceph.nvmeof=None, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.ceph.version=1.2.5) 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:17 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:17 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:08:17.666 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:17 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:08:17.667 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:06:17 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 5min 18.579s CPU time. 2024-04-24T13:08:17.667 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:08:17.668 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:06:28 UTC; 1min 49s ago 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Duration: 5min 11.384s 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53555 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 53556 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56116 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56335 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.703 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56367 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 53620 (code=exited, status=137) 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 5min 27.197s 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[53620]: [2024-04-24 13:06:26.888180] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000253 seconds 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:27 smithi096 bash[56147]: time="2024-04-24T13:06:27Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:27 smithi096 podman[56147]: 2024-04-24 13:06:27.638300085 +0000 UTC m=+10.116024056 container died 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.spdk.build.ceph-release=19.0.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, com.redhat.component=ubi9-container, version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, build-date=2024-04-22 08:15:14 UTC, release=, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.buildah.version=1.29.0, url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.makeflags=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., architecture=x86_64) 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 podman[56147]: 2024-04-24 13:06:28.170561761 +0000 UTC m=+10.648285723 container cleanup 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.version=24.01, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.buildah.version=1.29.0, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 bash[56147]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 podman[56288]: 2024-04-24 13:06:28.363466131 +0000 UTC m=+0.725459881 container remove 7ad145514d7835123637503175e8858c04f06526262ef70bc4ec39ad7d77243d (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, distribution-scope=public, io.spdk.build.target-arch=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, io.spdk.build.makeflags=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, name=ceph-nvmeof, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.spdk.version=24.01, io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9, build-date=2024-04-22 08:15:14 UTC, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-04-24T13:08:17.704 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:08:17.705 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:06:28 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Consumed 5min 27.197s CPU time. 2024-04-24T13:08:17.705 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:08:17.706 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:04:55 UTC; 3min 22s ago 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53981 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53983 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 54151 (conmon) 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 123.6M 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 3min 24.013s 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:08:17.737 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54153 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54161 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54179 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54230 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─55019 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: └─54151 /usr/bin/conmon --api-version 1 -c c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 -u c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata -p /run/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:17.738 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:17.739 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:17.739 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:08:17.739 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: OPTIMIZED 2024-04-24T13:08:17.739 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:17.739 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:45160 2024-04-24T13:08:17.739 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:06:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [2024-04-24 13:06:48.899418] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000447 seconds 2024-04-24T13:08:17.740 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:08:18.040 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:08:18.040 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 4m ago 20m smithi081=x;count:1 2024-04-24T13:08:18.040 INFO:teuthology.orchestra.run.smithi177.stdout:mon 2/3 4m ago 21m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:08:18.040 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 4m ago 16m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:08:18.040 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 4m ago - 2024-04-24T13:08:18.327 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:08:18.327 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (7m) 4m ago 15m 123M - 1.2.5 1e28a75d580c 8733605f976d 2024-04-24T13:08:18.327 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (7m) 4m ago 15m 111M - 1.2.5 1e28a75d580c 7ad145514d78 2024-04-24T13:08:18.327 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 4m ago 15m - - 2024-04-24T13:08:18.674 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:08:18.674 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:08:18.674 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:08:19.009 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:08:19.009 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:08:19.009 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 3m) 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 22m) 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 17m), 8 in (since 17m) 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:08:19.010 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:08:19.011 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:08:19.011 INFO:teuthology.orchestra.run.smithi177.stdout: client: 3.0 KiB/s rd, 0 op/s rd, 0 op/s wr 2024-04-24T13:08:19.011 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:08:19.035 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.048 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.062 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:18 smithi081 ceph-mon[26762]: pgmap v744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:19.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:18 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1808189224' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:08:19.075 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.089 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.103 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.116 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.129 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:18 smithi096 ceph-mon[51702]: pgmap v744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:18 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1808189224' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:08:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:18 smithi162 ceph-mon[54108]: pgmap v744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:08:19.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:18 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1808189224' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:08:19.142 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.156 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.169 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.183 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.196 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.210 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.224 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:08:19.224 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:08:19.224 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:08:19.225 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:08:19.227 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:08:19.531 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:19 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:08:19.793 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:19 smithi081 podman[68467]: 2024-04-24 13:08:19.4356429 +0000 UTC m=+0.018725946 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:08:20.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:19 smithi081 ceph-mon[26762]: from='client.54139 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:08:20.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:19 smithi081 ceph-mon[26762]: from='client.54145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:08:20.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:19 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/9438600' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:08:20.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:19 smithi081 podman[68467]: 2024-04-24 13:08:19.811832153 +0000 UTC m=+0.394915183 container create 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.branch=tags/1.2.5, io.spdk.version=24.01, io.openshift.wants=ceph,rbd, release=, distribution-scope=public, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, io.ceph.version=1.2.5, io.ceph.nvmeof=None, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.build.ceph-release=19.0.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5) 2024-04-24T13:08:20.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 podman[68467]: 2024-04-24 13:08:20.014149642 +0000 UTC m=+0.597232672 container init 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, org.centos.version=9.0-21.el9, build-date=2024-04-22 08:15:14 UTC, architecture=x86_64, io.spdk.build.makeflags=, io.spdk.build.ceph-release=19.0.0, name=ceph-nvmeof, maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.spdk.build.target-arch=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.ceph.component=ceph-nvmeof, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.buildah.version=1.29.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, release=, summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:08:20.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 podman[68467]: 2024-04-24 13:08:20.017315772 +0000 UTC m=+0.600398814 container start 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , release=, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.wants=ceph,rbd, distribution-scope=public, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.version=9.0-21.el9, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.spdk.build.ceph-release=19.0.0, io.spdk.build.pkgdep-args=--rbd, io.buildah.version=1.29.0, io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.spdk.version=24.01, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, version=1.2.5, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:08:20.127 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.b 2024-04-24T13:08:20.127 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Restarting nvmeof.nvmeof.b (starting--it wasn't running)... 2024-04-24T13:08:20.127 DEBUG:teuthology.orchestra.run.smithi096:nvmeof.nvmeof.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:08:20.130 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:08:20.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:19 smithi096 ceph-mon[51702]: from='client.54139 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:08:20.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:19 smithi096 ceph-mon[51702]: from='client.54145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:08:20.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:19 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/9438600' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:08:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:19 smithi162 ceph-mon[54108]: from='client.54139 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:08:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:19 smithi162 ceph-mon[54108]: from='client.54145 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:08:20.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:19 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/9438600' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:08:20.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 bash[68467]: 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:08:20.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:08:20.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:08:20.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:08:20.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [gateway] 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: group = 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: port = 5500 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: enable_auth = False 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: state_update_notify = True 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:08:20.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: verify_nqns = True 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [gateway-logs] 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: log_level = INFO 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: log_files_enabled = True 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:08:20.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [discovery] 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: port = 8009 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [ceph] 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: pool = mypool 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [mtls] 2024-04-24T13:08:20.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: server_key = ./server.key 2024-04-24T13:08:20.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: client_key = ./client.key 2024-04-24T13:08:20.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:08:20.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:08:20.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:20.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [spdk] 2024-04-24T13:08:20.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: timeout = 60.0 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: log_level = WARNING 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: conn_retries = 10 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: transports = tcp 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: [monitor] 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:63: timeout = 1.0 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO config.py:64: ======================================================================================================== 2024-04-24T13:08:20.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.316+0000 7f736b3135c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.316+0000 7f736b3135c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.317+0000 7f736b3135c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.319+0000 7f736b3135c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.319+0000 7f736b3135c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f736b3135c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f736b3135c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 54166 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f736b3135c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f73672b0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:08:20.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:08:20.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:08:20.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:08:20.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:08:20.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f73672b0640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:08:20.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.321+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:08:20.404 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 systemd[1]: Starting Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:08:20.404 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 podman[56709]: 2024-04-24 13:08:20.30857277 +0000 UTC m=+0.018890351 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:08:20.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:08:20.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:08:20.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.573 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.574 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.575 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.576 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.577 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.323+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.325+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.327+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.328+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:351: SPDK process id: 69 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.330+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: INFO: Setting log level to WARNING 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:08:20.578 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.331+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.333+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.334+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.336+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.337+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.339+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.340+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.342+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.343790] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.343846] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.343+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.345+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.346+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.347+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.349+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.350+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.352+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.353+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.355+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.356+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.358+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.359+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.361+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.362+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.364+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.365+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.367+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.368+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.370+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.371+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.373+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.374+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.376+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.377+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.379+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.380+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.382+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.383+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.385+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.386+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.388+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.390+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.391+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.393+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.394+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.396+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.398+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.399+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.401+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.402+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.404+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.406+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.407+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.409+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.410+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.412+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.414+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.415+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.417+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.419+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.420+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.422+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.424+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.425+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.427+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.429+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.430+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.432+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.433+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.435+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.436+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.438+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.439+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.441+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.442+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.444+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.445+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.447+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.448+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.450+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.451+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.453+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.454+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.456+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.457+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.460029] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.459+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.461+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.462+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.464+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.466+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.468+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.469+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.471+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.472+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.474+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.475+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.477+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.478+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.480+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.481+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.483+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.484+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.486+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.488+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.490+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.492+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.493+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.495+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.497+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.498+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.500+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.501+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.503+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.505+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.506+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.508+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.509+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.511+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.512+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.514+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.515850] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.516+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.518+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.519+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.521+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.523+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.525+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.527+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.529+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.530+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.532+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.534+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.536+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.537+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.539+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.540+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.542+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.544+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.545+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.547+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.549+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.551+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.553+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.554+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.556+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.558+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.559+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.561+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.562+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.564+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.565+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.566+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.568+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.569+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.571+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.572+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.574+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.576+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.577+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 podman[56709]: 2024-04-24 13:08:20.440237514 +0000 UTC m=+0.150555082 container create 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.version=1.2.5, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.5, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, io.spdk.version=24.01, vcs-type=git, vendor=Red Hat, Inc., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.spdk.build.target-arch=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:08:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 podman[56709]: 2024-04-24 13:08:20.648523152 +0000 UTC m=+0.358840720 container init 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.component=ubi9-container, distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, io.spdk.build.target-arch=, io.ceph.maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, vendor=Red Hat, Inc., io.ceph.version=1.2.5, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.ceph-release=19.0.0, release=, io.openshift.wants=ceph,rbd, io.spdk.version=24.01, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof) 2024-04-24T13:08:20.748 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 podman[56709]: 2024-04-24 13:08:20.652207984 +0000 UTC m=+0.362525553 container start 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, vcs-type=git, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, io.spdk.git.branch=undefined, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.version=24.01, vendor=Red Hat, Inc., architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, version=1.2.5, io.openshift.wants=ceph,rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.version=9.0-21.el9, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.ceph-release=19.0.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.buildah.version=1.29.0) 2024-04-24T13:08:20.753 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 72 secs before thrashing 2024-04-24T13:08:20.822 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-mon[26762]: pgmap v745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:20.822 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1085701021' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.579+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.580+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.582+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.583+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.585+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.586+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.588+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.590+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.591+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.593+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.823 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.595+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.596+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.598+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.600+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.601+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.603+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.605+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.606+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.608+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.609+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.611+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.613+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.614+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.824 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.616+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.618+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.619+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.621+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.622+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.624+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.626+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.627+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.629+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.630+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.632+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.633+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.635+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.825 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.637+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.638+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.640+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.642+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.643+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.645+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.646+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.648+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.650+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.651+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.653+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.654+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.826 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.656+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.657+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.658+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.660+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.661+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.663+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.828 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.664+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.666+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.667+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.669+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.670+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.672+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.673+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.674+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.676+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.677+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.679+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.680+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.682+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.829 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.683+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.684+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.686+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.687+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.689+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.690+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.692+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.693+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.695+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.696+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.697+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.699+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.700+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.702+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.703+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.705+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.706+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.708+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.709+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.711+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.713+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.714+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.716+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.718+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.719+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.721+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.722+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.724+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.726+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.727+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.729+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.730+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.732+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.733+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.735015] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.735+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.736+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.738+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.740+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.741+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.743+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.744+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.746+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:249: Discovery service process id: 869 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.748+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:08:20.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.749+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.751+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.753+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.755+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.756+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.758+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.760+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.762+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:20.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 2 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 4 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 5 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 6 2024-04-24T13:08:20.836 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 7 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 8 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 9 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.837 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 10 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 11 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 12 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 13 2024-04-24T13:08:20.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 14 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 15 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 16 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 2 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 4 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 5 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 6 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 7 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 8 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 9 2024-04-24T13:08:20.842 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 10 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 11 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 12 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.843 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 13 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 14 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 15 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 16 2024-04-24T13:08:20.844 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 2 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.845 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 4 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 5 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.846 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.847 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 6 2024-04-24T13:08:20.847 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.847 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.847 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.847 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 7 2024-04-24T13:08:20.847 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 8 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 9 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 10 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.848 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 11 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 12 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 13 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 14 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.849 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 15 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 16 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:41334 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:08:20.850 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 ms_deliver_dispatch: unhandled message 0x563e252b5180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 ms_deliver_dispatch: unhandled message 0x563e252a3d40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: 2024-04-24T13:08:20.775+0000 7f73672b0640 0 ms_deliver_dispatch: unhandled message 0x563e252b5500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.818986] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:08:20.851 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:08:20.852 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:20.997 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-mon[51702]: pgmap v745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:20.998 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/1085701021' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:08:20.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 bash[56709]: 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:08:20.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 systemd[1]: Started Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:08:20.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:08:20.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b, using rotation 2024-04-24T13:08:20.998 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [gateway] 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: name = client.nvmeof.nvmeof.b 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: group = 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: addr = 172.21.15.96 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: port = 5500 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: enable_auth = False 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: state_update_notify = True 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:08:20.999 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: verify_nqns = True 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:08:21.000 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:21.003 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [gateway-logs] 2024-04-24T13:08:21.003 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: log_level = INFO 2024-04-24T13:08:21.003 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: log_files_enabled = True 2024-04-24T13:08:21.003 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:08:21.003 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [discovery] 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: addr = 172.21.15.96 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: port = 8009 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [ceph] 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: pool = mypool 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:08:21.004 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: id = nvmeof.nvmeof.b 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [mtls] 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: server_key = ./server.key 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: client_key = ./client.key 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [spdk] 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: timeout = 60.0 2024-04-24T13:08:21.005 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: log_level = WARNING 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: conn_retries = 10 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: transports = tcp 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: [monitor] 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:63: timeout = 1.0 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO config.py:64: ======================================================================================================== 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.b 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:144: MonitorGroup server is listening on 172.21.15.96:5499 for group id 2024-04-24T13:08:21.006 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.951+0000 7f966aa465c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.951+0000 7f966aa465c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.b pool:mypool group: address: 172.21.15.96:5500 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.951+0000 7f966aa465c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.954+0000 7f966aa465c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.954+0000 7f966aa465c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.955+0000 7f966aa465c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.955+0000 7f966aa465c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 34673 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.955+0000 7f966aa465c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.955+0000 7f96669e3640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.955+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:08:21.007 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.955+0000 7f96669e3640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.956+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 1 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:133: Gateway client.nvmeof.nvmeof.b group id=1 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.008 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.009 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.010 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.957+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.011 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.958+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.959+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.961+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:08:21.012 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.962+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:351: SPDK process id: 69 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: INFO: Setting log level to WARNING 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:20] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.964+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.966+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.967+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.969+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.970+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.972+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.974+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.975+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.977+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.013 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:20.978956] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:20.979015] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.978+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.980+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.982+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.983+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.985+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.986+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.988+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.989+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.991+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.992+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.994+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.014 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.995+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.015 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.997+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.015 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:20.998+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.015 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.000+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.015 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.001+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.015 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.003+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.838673] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/2749030189, rc 0 2024-04-24T13:08:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.838769] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/2749030189 2024-04-24T13:08:21.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/2749030189' anagrp=1 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.854248] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.882249] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/1604784884, rc 0 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.882362] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/1604784884 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/1604784884' anagrp=2 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.893991] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:08:21.074 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.940625] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/521123411, rc 0 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.940720] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/521123411 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/521123411' anagrp=3 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:20.955022] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:20 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.002847] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:08:21.075 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.050644] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.073085] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:08:21.076 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:08:21.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:20 smithi162 ceph-mon[54108]: pgmap v745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:08:21.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:20 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/1085701021' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:08:21.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.005+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.006+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.008+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.010+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.249 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.011+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.013+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.014+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.016+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.018+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.019+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.021+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.022+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.024+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.026+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.027+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.250 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.029+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.251 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.030+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.032+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.034+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.035+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.037+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.039+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.040+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.042+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.043+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.045+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.047+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.048+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.252 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.050+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.051+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.053+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.054+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.056+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.057+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.059+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.060+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.062+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.064+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.065+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.253 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.067+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.069+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.070+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.072+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.073+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.075+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.076+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.078+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.080+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.081+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.083+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.254 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.084+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.086+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.088+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.089+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.091+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.092+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.094740] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.094+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.096+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.098+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.099+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.101+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.102+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.255 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.104+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.105+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.107+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.108+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.110+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.111+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.113+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.114+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.116+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.117+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.119+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.120+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.122+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.123+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.256 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.125+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.127+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.128+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.130+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.132+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.133+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.135+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.136+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.138+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.139+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.141+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.142+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.144+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.145+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.257 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.147+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.148+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.150+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.151+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.153+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.155+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.157119] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:08:21.258 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.156+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.158+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.160+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.162+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.164+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.166+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.168+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.170+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.259 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.171+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.173+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.174+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.176+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.177+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.179+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.180+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.182+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.183+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.260 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.185+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.187+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.188+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.190+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.192+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.194+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.195+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.197+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.199+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.201+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.202+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.204+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.206+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.207+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.209+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.261 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.210+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.212+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.213+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.215+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.216+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.218+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.219+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.221+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.222+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.224+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.225+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.227+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.228+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.262 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.230+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.231+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.233+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.234+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.236+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.237+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.239+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.240+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.241+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.243+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.245+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.246+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.248+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.249+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.263 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.251+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.264 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.252+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.264 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.254+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.094371] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.116310] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:08:21.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.137741] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.160861] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.182565] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:08:21.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.205638] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.226863] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:08:21.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.249880] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.270291] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:08:21.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:08:21.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:08:21.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:21.306800] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:08:21.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:08:21.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:08:21.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.255+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.257+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.258+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.500 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.260+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.261+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.263+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.264+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.266+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.267+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.269+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.270+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.272+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.273+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.274+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.276+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.277+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.279+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.280+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.501 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.282+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.283+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.284+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.286+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.287+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.289+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.290+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.292+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.293+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.294+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.296+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.297+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.299+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.300+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.502 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.302+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.503 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.303+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.503 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.305+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.306+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.308+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.309+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.310+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.312+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.313+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.315+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.316+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.318+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.319+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.321+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.323+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.324+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.504 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.326+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.327+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.329+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.331+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.332+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.334+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.336+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.337+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.339+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.341+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.342+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.344+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.345+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.347+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.349+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.505 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.350+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.352+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.354+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.355+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.357+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.358+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.360+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.361+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.362+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.364+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.365+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.367+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.369365] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.368+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.506 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.370+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.371+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.373+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.375+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.376+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.378+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.380+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.381+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO server.py:249: Discovery service process id: 875 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.383+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:08:21.507 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.384+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.386+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.387+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.389+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.391+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.392+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.394+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.508 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.396+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.397+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 1 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.509 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 3 2024-04-24T13:08:21.510 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.511 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.511 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.511 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 4 2024-04-24T13:08:21.511 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.511 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 5 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 6 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 7 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 8 2024-04-24T13:08:21.512 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 9 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 10 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 11 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.513 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 12 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 13 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 14 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 15 2024-04-24T13:08:21.514 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 16 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 1 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.515 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 3 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 4 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 5 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 6 2024-04-24T13:08:21.516 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 7 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 8 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 9 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.517 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 10 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 11 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 12 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 13 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.518 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 14 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 15 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 16 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.519 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 1 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 3 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 4 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.520 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 5 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 6 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 7 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 8 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.521 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 9 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 10 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 11 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 12 2024-04-24T13:08:21.522 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 13 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 14 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 15 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:21.523 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 16 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: INACCESSIBLE 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:50550 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 ms_deliver_dispatch: unhandled message 0x558249339180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 ms_deliver_dispatch: unhandled message 0x558249327d40 mon_map magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:08:21.524 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 1 gw_map_epoch 67 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: 2024-04-24T13:08:21.410+0000 7f96669e3640 0 ms_deliver_dispatch: unhandled message 0x558249339500 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO discovery.py:330: discovery addr: 172.21.15.96 port: 8009 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.453336] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.478092] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.96:0/3900951554, rc 0 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.478198] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.96:0/3900951554 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.96:0/3900951554' anagrp=2 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.492573] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:08:21.525 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:08:21.526 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.537671] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:08:21.751 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.583184] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.752 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.626592] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.96:0/3247558010, rc 0 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.626703] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.96:0/3247558010 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.96:0/3247558010' anagrp=1 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.641405] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.664796] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.753 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.687365] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.717522] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.96:0/3770556673, rc 0 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.717630] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.96:0/3770556673 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.96:0/3770556673' anagrp=3 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:08:21.754 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.731848] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:08:21.755 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:08:21.755 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:08:21.755 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:21.755 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:08:21.755 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.752800] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:08:21.797 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:08:21.797 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:08:21.798 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:08:22.066 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-mon[51702]: from='client.? 172.21.15.96:0/2671929027' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:08:22.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.776157] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.797924] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:08:22.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.820797] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:08:22.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:08:22.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:08:22.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.844222] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.867977] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.891336] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:08:22.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.911589] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:21.948246] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.96 port 4420 *** 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:08:22.070 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:08:22.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:08:22.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:08:22.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:08:22.071 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:21] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:08:22.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:21 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/2671929027' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:08:22.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:21 smithi162 ceph-mon[54108]: from='client.? 172.21.15.96:0/2671929027' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:08:23.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:22 smithi081 ceph-mon[26762]: pgmap v746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:08:23.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:22 smithi096 ceph-mon[51702]: pgmap v746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:08:23.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-mon[54108]: pgmap v746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:08:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:08:22] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:08:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:08:23.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:23.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 3 2024-04-24T13:08:23.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:08:23.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:23.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:22 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:48884 2024-04-24T13:08:24.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:08:23] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:08:24.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:24.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:24.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:08:24.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:08:24.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:08:24.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:08:24.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:46872 2024-04-24T13:08:25.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:24 smithi081 ceph-mon[26762]: pgmap v747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-24T13:08:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:24 smithi096 ceph-mon[51702]: pgmap v747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-24T13:08:25.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:24 smithi162 ceph-mon[54108]: pgmap v747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-24T13:08:27.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-mon[26762]: pgmap v748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 1.2 KiB/s wr, 75 op/s 2024-04-24T13:08:27.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:08:26] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:08:27.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:27.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:08:27.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:08:27.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:40702 2024-04-24T13:08:27.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:26.831182] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000307 seconds 2024-04-24T13:08:27.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-mon[51702]: pgmap v748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 1.2 KiB/s wr, 75 op/s 2024-04-24T13:08:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:08:26] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:08:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:08:27.135 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:08:27.136 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:08:27.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:08:27.137 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:08:27.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:26 smithi162 ceph-mon[54108]: pgmap v748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 1.2 KiB/s wr, 75 op/s 2024-04-24T13:08:29.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:28 smithi096 ceph-mon[51702]: pgmap v749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.2 KiB/s wr, 81 op/s 2024-04-24T13:08:29.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:28 smithi162 ceph-mon[54108]: pgmap v749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.2 KiB/s wr, 81 op/s 2024-04-24T13:08:29.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:28 smithi081 ceph-mon[26762]: pgmap v749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.2 KiB/s wr, 81 op/s 2024-04-24T13:08:31.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:30 smithi096 ceph-mon[51702]: pgmap v750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:08:31.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:08:31.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:08:31.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:08:31.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:08:31.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:30 smithi162 ceph-mon[54108]: pgmap v750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:08:31.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:08:31.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:08:31.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:08:31.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:08:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:30 smithi081 ceph-mon[26762]: pgmap v750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:08:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:08:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:08:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:08:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:08:32.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:31 smithi096 ceph-mon[51702]: pgmap v751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 1.6 KiB/s wr, 97 op/s 2024-04-24T13:08:32.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:31 smithi096 ceph-mon[51702]: pgmap v752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 1.8 KiB/s wr, 116 op/s 2024-04-24T13:08:32.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:31 smithi162 ceph-mon[54108]: pgmap v751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 1.6 KiB/s wr, 97 op/s 2024-04-24T13:08:32.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:31 smithi162 ceph-mon[54108]: pgmap v752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 1.8 KiB/s wr, 116 op/s 2024-04-24T13:08:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:31 smithi081 ceph-mon[26762]: pgmap v751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 1.6 KiB/s wr, 97 op/s 2024-04-24T13:08:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:31 smithi081 ceph-mon[26762]: pgmap v752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 367 KiB/s rd, 1.8 KiB/s wr, 116 op/s 2024-04-24T13:08:34.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:33 smithi096 ceph-mon[51702]: pgmap v753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 478 KiB/s rd, 1.6 KiB/s wr, 109 op/s 2024-04-24T13:08:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:33 smithi162 ceph-mon[54108]: pgmap v753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 478 KiB/s rd, 1.6 KiB/s wr, 109 op/s 2024-04-24T13:08:34.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:33 smithi081 ceph-mon[26762]: pgmap v753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 478 KiB/s rd, 1.6 KiB/s wr, 109 op/s 2024-04-24T13:08:36.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:35 smithi096 ceph-mon[51702]: pgmap v754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 576 B/s wr, 49 op/s 2024-04-24T13:08:36.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:35 smithi162 ceph-mon[54108]: pgmap v754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 576 B/s wr, 49 op/s 2024-04-24T13:08:36.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:35 smithi081 ceph-mon[26762]: pgmap v754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 891 KiB/s rd, 576 B/s wr, 49 op/s 2024-04-24T13:08:38.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:37 smithi096 ceph-mon[51702]: pgmap v755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 B/s wr, 74 op/s 2024-04-24T13:08:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:37 smithi162 ceph-mon[54108]: pgmap v755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 B/s wr, 74 op/s 2024-04-24T13:08:38.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:37 smithi081 ceph-mon[26762]: pgmap v755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 B/s wr, 74 op/s 2024-04-24T13:08:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:39 smithi096 ceph-mon[51702]: pgmap v756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 B/s wr, 73 op/s 2024-04-24T13:08:40.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:39 smithi162 ceph-mon[54108]: pgmap v756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 B/s wr, 73 op/s 2024-04-24T13:08:40.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:39 smithi081 ceph-mon[26762]: pgmap v756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 576 B/s wr, 73 op/s 2024-04-24T13:08:42.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:41 smithi096 ceph-mon[51702]: pgmap v757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 307 B/s wr, 59 op/s 2024-04-24T13:08:42.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:41 smithi162 ceph-mon[54108]: pgmap v757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 307 B/s wr, 59 op/s 2024-04-24T13:08:42.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:41 smithi081 ceph-mon[26762]: pgmap v757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 307 B/s wr, 59 op/s 2024-04-24T13:08:44.120 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:43 smithi081 ceph-mon[26762]: pgmap v758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 255 B/s wr, 49 op/s 2024-04-24T13:08:44.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:43 smithi096 ceph-mon[51702]: pgmap v758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 255 B/s wr, 49 op/s 2024-04-24T13:08:44.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:43 smithi162 ceph-mon[54108]: pgmap v758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 255 B/s wr, 49 op/s 2024-04-24T13:08:46.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:45 smithi096 ceph-mon[51702]: pgmap v759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 255 B/s wr, 46 op/s 2024-04-24T13:08:46.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:45 smithi162 ceph-mon[54108]: pgmap v759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 255 B/s wr, 46 op/s 2024-04-24T13:08:46.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:45 smithi081 ceph-mon[26762]: pgmap v759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 255 B/s wr, 46 op/s 2024-04-24T13:08:48.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:47 smithi096 ceph-mon[51702]: pgmap v760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 85 B/s wr, 27 op/s 2024-04-24T13:08:48.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:47 smithi162 ceph-mon[54108]: pgmap v760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 85 B/s wr, 27 op/s 2024-04-24T13:08:48.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:47 smithi081 ceph-mon[26762]: pgmap v760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 679 KiB/s rd, 85 B/s wr, 27 op/s 2024-04-24T13:08:50.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:49 smithi096 ceph-mon[51702]: pgmap v761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:50.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:49 smithi162 ceph-mon[54108]: pgmap v761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:49 smithi081 ceph-mon[26762]: pgmap v761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:52.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:51 smithi096 ceph-mon[51702]: pgmap v762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:08:52.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:51 smithi162 ceph-mon[54108]: pgmap v762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:08:52.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:51 smithi081 ceph-mon[26762]: pgmap v762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:08:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:53 smithi096 ceph-mon[51702]: pgmap v763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:54.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:53 smithi162 ceph-mon[54108]: pgmap v763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:54.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:53 smithi081 ceph-mon[26762]: pgmap v763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:56.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:55 smithi096 ceph-mon[51702]: pgmap v764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:08:56.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:55 smithi162 ceph-mon[54108]: pgmap v764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:08:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:55 smithi081 ceph-mon[26762]: pgmap v764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:08:58.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:57 smithi096 ceph-mon[51702]: pgmap v765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:57 smithi162 ceph-mon[54108]: pgmap v765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:08:58.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:57 smithi081 ceph-mon[26762]: pgmap v765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:00.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:08:59 smithi096 ceph-mon[51702]: pgmap v766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:00.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:08:59 smithi162 ceph-mon[54108]: pgmap v766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:00.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:08:59 smithi081 ceph-mon[26762]: pgmap v766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:02.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:01 smithi096 ceph-mon[51702]: pgmap v767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:02.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:01 smithi162 ceph-mon[54108]: pgmap v767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:02.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:01 smithi081 ceph-mon[26762]: pgmap v767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:04.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:03 smithi096 ceph-mon[51702]: pgmap v768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:04.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:03 smithi162 ceph-mon[54108]: pgmap v768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:04.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:03 smithi081 ceph-mon[26762]: pgmap v768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:06.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:05 smithi096 ceph-mon[51702]: pgmap v769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:06.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:05 smithi162 ceph-mon[54108]: pgmap v769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:06.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:05 smithi081 ceph-mon[26762]: pgmap v769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:08.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:07 smithi096 ceph-mon[51702]: pgmap v770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:08.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:07 smithi162 ceph-mon[54108]: pgmap v770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:08.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:07 smithi081 ceph-mon[26762]: pgmap v770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:10.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:09 smithi096 ceph-mon[51702]: pgmap v771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:09 smithi162 ceph-mon[54108]: pgmap v771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:10.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:09 smithi081 ceph-mon[26762]: pgmap v771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:12.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:11 smithi096 ceph-mon[51702]: pgmap v772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:11 smithi162 ceph-mon[54108]: pgmap v772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:12.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:11 smithi081 ceph-mon[26762]: pgmap v772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:13 smithi081 ceph-mon[26762]: pgmap v773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:13 smithi096 ceph-mon[51702]: pgmap v773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:13 smithi162 ceph-mon[54108]: pgmap v773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:16.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:15 smithi081 ceph-mon[26762]: pgmap v774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:16.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:15 smithi096 ceph-mon[51702]: pgmap v774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:16.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:15 smithi162 ceph-mon[54108]: pgmap v774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:18.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:17 smithi081 ceph-mon[26762]: pgmap v775: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:18.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:17 smithi096 ceph-mon[51702]: pgmap v775: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:18.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:17 smithi162 ceph-mon[54108]: pgmap v775: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:20.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:19 smithi081 ceph-mon[26762]: pgmap v776: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:20.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:19 smithi096 ceph-mon[51702]: pgmap v776: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:20.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:19 smithi162 ceph-mon[54108]: pgmap v776: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:22.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:21 smithi081 ceph-mon[26762]: pgmap v777: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:22.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:21 smithi096 ceph-mon[51702]: pgmap v777: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:22.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:21 smithi162 ceph-mon[54108]: pgmap v777: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:24.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:23 smithi081 ceph-mon[26762]: pgmap v778: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:24.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:23 smithi096 ceph-mon[51702]: pgmap v778: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:24.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:23 smithi162 ceph-mon[54108]: pgmap v778: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:26.192 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:25 smithi162 ceph-mon[54108]: pgmap v779: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:26.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:25 smithi081 ceph-mon[26762]: pgmap v779: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:26.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:25 smithi096 ceph-mon[51702]: pgmap v779: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:28.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:27 smithi081 ceph-mon[26762]: pgmap v780: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:28.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:27 smithi096 ceph-mon[51702]: pgmap v780: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:28.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:27 smithi162 ceph-mon[54108]: pgmap v780: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:30.187 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:29 smithi096 ceph-mon[51702]: pgmap v781: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:29 smithi081 ceph-mon[26762]: pgmap v781: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:29 smithi162 ceph-mon[54108]: pgmap v781: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:09:31.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:09:31.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:09:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:31 smithi081 ceph-mon[26762]: pgmap v782: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:09:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:09:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:09:32.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:31 smithi096 ceph-mon[51702]: pgmap v782: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:32.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:09:32.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:09:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:09:32.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:31 smithi162 ceph-mon[54108]: pgmap v782: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:32.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:09:32.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:09:32.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:09:32.754 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:09:32.754 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:09:32.754 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:09:32.788 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:09:32.788 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:09:32.788 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 1min 12s ago 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 124.4M 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 13.147s 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:09:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 3 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:32.791 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:40702 2024-04-24T13:09:32.791 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:08:26 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:08:26.831182] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000307 seconds 2024-04-24T13:09:32.792 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:09:32.823 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:09:32.823 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 1min 12s ago 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 118.7M 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 1min 12.559s 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:09:32.824 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:09:32.825 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:09:32.826 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:04:55 UTC; 4min 37s ago 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53981 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53983 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 54151 (conmon) 2024-04-24T13:09:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 127.6M 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 4min 39.241s 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54153 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54161 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54179 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─54230 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─55019 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: └─54151 /usr/bin/conmon --api-version 1 -c c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 -u c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata -p /run/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 2024-04-24T13:09:32.856 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: states { 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: grp_id: 2 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: state: INACCESSIBLE 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: } 2024-04-24T13:09:32.857 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:08:23 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: ], , client address: IPv4 172.21.15.162:46872 2024-04-24T13:09:32.858 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:09:33.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:32 smithi081 ceph-mon[26762]: pgmap v783: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:09:33.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:32 smithi081 ceph-mon[26762]: pgmap v784: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:33.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:32 smithi096 ceph-mon[51702]: pgmap v783: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:09:33.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:32 smithi096 ceph-mon[51702]: pgmap v784: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:33.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:32 smithi162 ceph-mon[54108]: pgmap v783: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:09:33.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:32 smithi162 ceph-mon[54108]: pgmap v784: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:33.152 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:09:33.152 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 6m ago 22m smithi081=x;count:1 2024-04-24T13:09:33.152 INFO:teuthology.orchestra.run.smithi177.stdout:mon 2/3 6m ago 22m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:09:33.153 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 6m ago 17m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:09:33.153 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 6m ago - 2024-04-24T13:09:33.435 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:09:33.435 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (8m) 6m ago 16m 123M - 1.2.5 1e28a75d580c 8733605f976d 2024-04-24T13:09:33.435 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (8m) 6m ago 16m 111M - 1.2.5 1e28a75d580c 7ad145514d78 2024-04-24T13:09:33.436 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 6m ago 17m - - 2024-04-24T13:09:33.772 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:09:33.772 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:09:33.772 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 4m) 2024-04-24T13:09:34.112 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 23m) 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 18m), 8 in (since 19m) 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.1 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:09:34.113 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:09:34.138 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.152 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.165 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.179 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.193 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.207 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.220 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.234 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.247 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.261 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.274 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.288 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.302 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.315 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:33 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1251127512' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:09:34.330 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:09:34.330 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.6300174347236859) > weight (0.3333333333333333) 2024-04-24T13:09:34.330 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.8064316094254222) > weight (0.3333333333333333) 2024-04-24T13:09:34.330 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:09:34.330 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:09:34.330 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:09:34.354 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:33 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1251127512' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:09:34.389 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:33 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1251127512' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:09:34.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:34 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:09:35.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:09:34] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:09:35.144 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:34 smithi162 ceph-mon[54108]: from='client.54253 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:09:35.144 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:34 smithi162 ceph-mon[54108]: pgmap v785: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:09:35.144 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:34 smithi162 ceph-mon[54108]: from='client.54259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:09:35.144 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:34 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1003007261' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:09:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:34 smithi081 ceph-mon[26762]: from='client.54253 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:09:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:34 smithi081 ceph-mon[26762]: pgmap v785: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:09:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:34 smithi081 ceph-mon[26762]: from='client.54259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:09:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:34 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1003007261' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:09:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:34 smithi096 ceph-mon[51702]: from='client.54253 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:09:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:34 smithi096 ceph-mon[51702]: pgmap v785: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:09:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:34 smithi096 ceph-mon[51702]: from='client.54259 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:09:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:34 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1003007261' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:09:37.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:36 smithi081 ceph-mon[26762]: pgmap v786: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:37.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:36 smithi096 ceph-mon[51702]: pgmap v786: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:37.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:36 smithi162 ceph-mon[54108]: pgmap v786: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:39.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:38 smithi081 ceph-mon[26762]: pgmap v787: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:39.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:38 smithi096 ceph-mon[51702]: pgmap v787: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:39.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:38 smithi162 ceph-mon[54108]: pgmap v787: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:41.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:40 smithi081 ceph-mon[26762]: pgmap v788: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:41.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:40 smithi096 ceph-mon[51702]: pgmap v788: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:41.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:40 smithi162 ceph-mon[54108]: pgmap v788: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:43.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:42 smithi081 ceph-mon[26762]: pgmap v789: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:09:43.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:42 smithi096 ceph-mon[51702]: pgmap v789: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:09:43.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:42 smithi162 ceph-mon[54108]: pgmap v789: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:09:45.106 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:44 smithi162 ceph-mon[54108]: pgmap v790: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:45.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:44 smithi162 bash[56460]: time="2024-04-24T13:09:44Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:09:45.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:44 smithi162 podman[56460]: 2024-04-24 13:09:44.756341906 +0000 UTC m=+10.235061063 container died c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.branch=tags/1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.ceph.maintainer=Ceph Developers , io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, org.centos.version=9.0-21.el9, io.buildah.version=1.29.0, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd) 2024-04-24T13:09:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:44 smithi081 ceph-mon[26762]: pgmap v790: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:45.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:44 smithi096 ceph-mon[51702]: pgmap v790: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 podman[56460]: 2024-04-24 13:09:45.293065968 +0000 UTC m=+10.771785121 container cleanup c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.buildah.version=1.29.0, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.target-arch=, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, architecture=x86_64, io.spdk.build.makeflags=, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.git.branch=undefined, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, io.ceph.version=1.2.5, io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:09:45.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 bash[56460]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:09:45.739 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:09:45.800 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 podman[56493]: 2024-04-24 13:09:45.528319617 +0000 UTC m=+0.773049158 container remove c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, version=1.2.5, maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.build.makeflags=, release=, build-date=2024-04-22 08:15:14 UTC, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=19.0.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers , distribution-scope=public, io.ceph.git.branch=tags/1.2.5, io.ceph.component=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:09:45.801 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:09:45.801 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:09:45.801 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:09:45.801 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 4min 51.746s CPU time. 2024-04-24T13:09:45.815 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:09:45.815 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:09:45.815 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 119 secs before reviving 2024-04-24T13:09:47.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:46 smithi081 ceph-mon[26762]: pgmap v791: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:47.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:46 smithi096 ceph-mon[51702]: pgmap v791: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:47.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:46 smithi162 ceph-mon[54108]: pgmap v791: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:09:49.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:48 smithi081 ceph-mon[26762]: pgmap v792: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:49.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:48 smithi096 ceph-mon[51702]: pgmap v792: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:49.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:48 smithi162 ceph-mon[54108]: pgmap v792: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:09:51.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:50 smithi081 ceph-mon[26762]: pgmap v793: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:51.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:50 smithi096 ceph-mon[51702]: pgmap v793: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:51.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:50 smithi162 ceph-mon[54108]: pgmap v793: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:09:53.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:52 smithi081 ceph-mon[26762]: pgmap v794: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:09:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:52 smithi096 ceph-mon[51702]: pgmap v794: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:09:53.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:52 smithi162 ceph-mon[54108]: pgmap v794: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:09:55.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:54 smithi081 ceph-mon[26762]: pgmap v795: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:09:55.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:54 smithi096 ceph-mon[51702]: pgmap v795: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:09:55.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:54 smithi162 ceph-mon[54108]: pgmap v795: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:09:57.193 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:56 smithi162 ceph-mon[54108]: pgmap v796: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:09:57.194 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:56 smithi162 ceph-mon[54108]: osdmap e84: 8 total, 8 up, 8 in 2024-04-24T13:09:57.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-mon[26762]: pgmap v796: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:09:57.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-mon[26762]: osdmap e84: 8 total, 8 up, 8 in 2024-04-24T13:09:57.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:09:56] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:09:57.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:57.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:09:57.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:57432 2024-04-24T13:09:57.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:09:56.907247] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000280 seconds 2024-04-24T13:09:57.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:56 smithi096 ceph-mon[51702]: pgmap v796: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:09:57.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:56 smithi096 ceph-mon[51702]: osdmap e84: 8 total, 8 up, 8 in 2024-04-24T13:09:59.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-mon[26762]: pgmap v798: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:09:59.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:09:58] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:09:59.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:59.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:09:59.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:59.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:57464 2024-04-24T13:09:59.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:09:58.959399] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000291 seconds 2024-04-24T13:09:59.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:09:58 smithi096 ceph-mon[51702]: pgmap v798: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:09:59.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:09:58 smithi162 ceph-mon[54108]: pgmap v798: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:01.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:00 smithi081 ceph-mon[26762]: pgmap v799: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:01.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:00 smithi081 ceph-mon[26762]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:10:01.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:00 smithi096 ceph-mon[51702]: pgmap v799: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:01.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:00 smithi096 ceph-mon[51702]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:10:01.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:00 smithi162 ceph-mon[54108]: pgmap v799: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:01.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:00 smithi162 ceph-mon[54108]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:10:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:02 smithi081 ceph-mon[26762]: pgmap v800: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:03.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:02 smithi096 ceph-mon[51702]: pgmap v800: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:03.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:02 smithi162 ceph-mon[54108]: pgmap v800: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:05.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:04 smithi081 ceph-mon[26762]: pgmap v801: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:05.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:04 smithi096 ceph-mon[51702]: pgmap v801: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:05.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:04 smithi162 ceph-mon[54108]: pgmap v801: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:07.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:06 smithi081 ceph-mon[26762]: pgmap v802: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:07.388 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:06 smithi096 ceph-mon[51702]: pgmap v802: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:06 smithi162 ceph-mon[54108]: pgmap v802: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:09.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:08 smithi081 ceph-mon[26762]: pgmap v803: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T13:10:09.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:08 smithi096 ceph-mon[51702]: pgmap v803: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T13:10:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:08 smithi162 ceph-mon[54108]: pgmap v803: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T13:10:11.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:10 smithi081 ceph-mon[26762]: pgmap v804: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:11.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:10 smithi096 ceph-mon[51702]: pgmap v804: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:10 smithi162 ceph-mon[54108]: pgmap v804: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:13.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:12 smithi081 ceph-mon[26762]: pgmap v805: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:13.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:12 smithi096 ceph-mon[51702]: pgmap v805: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:13.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:12 smithi162 ceph-mon[54108]: pgmap v805: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:15.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:14 smithi081 ceph-mon[26762]: pgmap v806: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:15.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:14 smithi096 ceph-mon[51702]: pgmap v806: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:15.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:14 smithi162 ceph-mon[54108]: pgmap v806: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:17.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:16 smithi081 ceph-mon[26762]: pgmap v807: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:17.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:16 smithi096 ceph-mon[51702]: pgmap v807: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:17.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:16 smithi162 ceph-mon[54108]: pgmap v807: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:18.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:18 smithi081 ceph-mon[26762]: pgmap v808: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:18.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:18 smithi096 ceph-mon[51702]: pgmap v808: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:18.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:18 smithi162 ceph-mon[54108]: pgmap v808: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:20.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:20 smithi081 ceph-mon[26762]: pgmap v809: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:20.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:20 smithi096 ceph-mon[51702]: pgmap v809: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:20.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:20 smithi162 ceph-mon[54108]: pgmap v809: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:22.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:22 smithi081 ceph-mon[26762]: pgmap v810: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:22.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:22 smithi096 ceph-mon[51702]: pgmap v810: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:22.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:22 smithi162 ceph-mon[54108]: pgmap v810: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:24.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:24 smithi081 ceph-mon[26762]: pgmap v811: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:24.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:24 smithi096 ceph-mon[51702]: pgmap v811: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:24.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:24 smithi162 ceph-mon[54108]: pgmap v811: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:26.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:26 smithi081 ceph-mon[26762]: pgmap v812: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:26.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:26 smithi096 ceph-mon[51702]: pgmap v812: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:26.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:26 smithi162 ceph-mon[54108]: pgmap v812: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:28.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:28 smithi081 ceph-mon[26762]: pgmap v813: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:28.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:28 smithi096 ceph-mon[51702]: pgmap v813: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:28.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:28 smithi162 ceph-mon[54108]: pgmap v813: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:30.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:30 smithi081 ceph-mon[26762]: pgmap v814: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:31.027 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:30 smithi162 ceph-mon[54108]: pgmap v814: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:31.027 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:30 smithi096 ceph-mon[51702]: pgmap v814: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:32.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:32 smithi081 ceph-mon[26762]: pgmap v815: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:32.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:10:32.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:10:32.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:10:32.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:10:32.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:32 smithi096 ceph-mon[51702]: pgmap v815: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:32.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:10:32.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:10:32.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:10:32.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:10:32.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:32 smithi162 ceph-mon[54108]: pgmap v815: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:32.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:10:32.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:10:32.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:10:32.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:10:33.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:33 smithi081 ceph-mon[26762]: pgmap v816: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:10:33.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:33 smithi081 ceph-mon[26762]: pgmap v817: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:33 smithi096 ceph-mon[51702]: pgmap v816: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:10:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:33 smithi096 ceph-mon[51702]: pgmap v817: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:33 smithi162 ceph-mon[54108]: pgmap v816: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:10:33.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:33 smithi162 ceph-mon[54108]: pgmap v817: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:35.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:35 smithi081 ceph-mon[26762]: pgmap v818: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:35.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:35 smithi096 ceph-mon[51702]: pgmap v818: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:35.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:35 smithi162 ceph-mon[54108]: pgmap v818: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:37.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:37 smithi081 ceph-mon[26762]: pgmap v819: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:37.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:37 smithi096 ceph-mon[51702]: pgmap v819: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:37.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:37 smithi162 ceph-mon[54108]: pgmap v819: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:39.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:39 smithi081 ceph-mon[26762]: pgmap v820: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:10:39.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:39 smithi096 ceph-mon[51702]: pgmap v820: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:10:39.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:39 smithi162 ceph-mon[54108]: pgmap v820: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:10:41.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:41 smithi081 ceph-mon[26762]: pgmap v821: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:41.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:41 smithi096 ceph-mon[51702]: pgmap v821: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:41.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:41 smithi162 ceph-mon[54108]: pgmap v821: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:10:43.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:43 smithi081 ceph-mon[26762]: pgmap v822: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:43.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:43 smithi096 ceph-mon[51702]: pgmap v822: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:43.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:43 smithi162 ceph-mon[54108]: pgmap v822: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:10:45.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:45 smithi081 ceph-mon[26762]: pgmap v823: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:45.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:45 smithi096 ceph-mon[51702]: pgmap v823: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:45.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:45 smithi162 ceph-mon[54108]: pgmap v823: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:47.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:47 smithi081 ceph-mon[26762]: pgmap v824: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:47.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:47 smithi096 ceph-mon[51702]: pgmap v824: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:47.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:47 smithi162 ceph-mon[54108]: pgmap v824: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:49 smithi081 ceph-mon[26762]: pgmap v825: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:49 smithi096 ceph-mon[51702]: pgmap v825: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:49 smithi162 ceph-mon[54108]: pgmap v825: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:51.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:51 smithi081 ceph-mon[26762]: pgmap v826: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:51.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:51 smithi096 ceph-mon[51702]: pgmap v826: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:51.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:51 smithi162 ceph-mon[54108]: pgmap v826: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:53.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:53 smithi081 ceph-mon[26762]: pgmap v827: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:53.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:53 smithi096 ceph-mon[51702]: pgmap v827: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:53.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:53 smithi162 ceph-mon[54108]: pgmap v827: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:55.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:55 smithi081 ceph-mon[26762]: pgmap v828: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:55.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:55 smithi096 ceph-mon[51702]: pgmap v828: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:55.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:55 smithi162 ceph-mon[54108]: pgmap v828: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:10:57.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:57 smithi081 ceph-mon[26762]: pgmap v829: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:57.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:57 smithi096 ceph-mon[51702]: pgmap v829: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:57.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:57 smithi162 ceph-mon[54108]: pgmap v829: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:59.822 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:10:59 smithi081 ceph-mon[26762]: pgmap v830: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:59.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:10:59 smithi096 ceph-mon[51702]: pgmap v830: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:10:59.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:10:59 smithi162 ceph-mon[54108]: pgmap v830: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:01.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:01 smithi081 ceph-mon[26762]: pgmap v831: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:01.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:01 smithi096 ceph-mon[51702]: pgmap v831: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:01.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:01 smithi162 ceph-mon[54108]: pgmap v831: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:03.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:03 smithi081 ceph-mon[26762]: pgmap v832: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:03.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:03 smithi096 ceph-mon[51702]: pgmap v832: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:03.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:03 smithi162 ceph-mon[54108]: pgmap v832: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:05.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:05 smithi081 ceph-mon[26762]: pgmap v833: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:05.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:05 smithi096 ceph-mon[51702]: pgmap v833: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:05.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:05 smithi162 ceph-mon[54108]: pgmap v833: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:07.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:07 smithi081 ceph-mon[26762]: pgmap v834: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:07.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:07 smithi096 ceph-mon[51702]: pgmap v834: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:07.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:07 smithi162 ceph-mon[54108]: pgmap v834: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:09.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:09 smithi081 ceph-mon[26762]: pgmap v835: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:09.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:09 smithi096 ceph-mon[51702]: pgmap v835: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:09.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:09 smithi162 ceph-mon[54108]: pgmap v835: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:11 smithi081 ceph-mon[26762]: pgmap v836: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:11.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:11 smithi096 ceph-mon[51702]: pgmap v836: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:11.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:11 smithi162 ceph-mon[54108]: pgmap v836: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:13.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:13 smithi081 ceph-mon[26762]: pgmap v837: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:13 smithi096 ceph-mon[51702]: pgmap v837: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:13.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:13 smithi162 ceph-mon[54108]: pgmap v837: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:15.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:15 smithi081 ceph-mon[26762]: pgmap v838: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:15.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:15 smithi096 ceph-mon[51702]: pgmap v838: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:15.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:15 smithi162 ceph-mon[54108]: pgmap v838: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:17.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:17 smithi081 ceph-mon[26762]: pgmap v839: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:17.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:17 smithi096 ceph-mon[51702]: pgmap v839: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:17.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:17 smithi162 ceph-mon[54108]: pgmap v839: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:19.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:19 smithi081 ceph-mon[26762]: pgmap v840: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:19.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:19 smithi096 ceph-mon[51702]: pgmap v840: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:19.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:19 smithi162 ceph-mon[54108]: pgmap v840: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:21.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:21 smithi081 ceph-mon[26762]: pgmap v841: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:21.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:21 smithi096 ceph-mon[51702]: pgmap v841: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:21.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:21 smithi162 ceph-mon[54108]: pgmap v841: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:23.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:23 smithi081 ceph-mon[26762]: pgmap v842: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:23.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:23 smithi096 ceph-mon[51702]: pgmap v842: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:23.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:23 smithi162 ceph-mon[54108]: pgmap v842: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:25.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:25 smithi081 ceph-mon[26762]: pgmap v843: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:25.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:25 smithi096 ceph-mon[51702]: pgmap v843: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:25.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:25 smithi162 ceph-mon[54108]: pgmap v843: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:27.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:27 smithi081 ceph-mon[26762]: pgmap v844: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:27.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:27 smithi096 ceph-mon[51702]: pgmap v844: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:27.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:27 smithi162 ceph-mon[54108]: pgmap v844: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:29.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:29 smithi081 ceph-mon[26762]: pgmap v845: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:29.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:29 smithi096 ceph-mon[51702]: pgmap v845: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:29.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:29 smithi162 ceph-mon[54108]: pgmap v845: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:31.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:31 smithi081 ceph-mon[26762]: pgmap v846: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:31.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:31 smithi096 ceph-mon[51702]: pgmap v846: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:31.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:31 smithi162 ceph-mon[54108]: pgmap v846: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:33 smithi096 ceph-mon[51702]: pgmap v847: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:11:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:11:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:11:33.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:11:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:33 smithi162 ceph-mon[54108]: pgmap v847: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:11:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:11:33.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:11:33.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:11:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:33 smithi081 ceph-mon[26762]: pgmap v847: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:11:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:11:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:11:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:11:34.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:34 smithi096 ceph-mon[51702]: pgmap v848: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:11:34.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:34 smithi096 ceph-mon[51702]: pgmap v849: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:11:34.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:34 smithi162 ceph-mon[54108]: pgmap v848: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:11:34.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:34 smithi162 ceph-mon[54108]: pgmap v849: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:11:35.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:34 smithi081 ceph-mon[26762]: pgmap v848: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:11:35.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:34 smithi081 ceph-mon[26762]: pgmap v849: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:11:36.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:36 smithi096 ceph-mon[51702]: pgmap v850: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:36.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:36 smithi162 ceph-mon[54108]: pgmap v850: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:37.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:36 smithi081 ceph-mon[26762]: pgmap v850: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:38.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:38 smithi096 ceph-mon[51702]: pgmap v851: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:38.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:38 smithi162 ceph-mon[54108]: pgmap v851: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:39.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:38 smithi081 ceph-mon[26762]: pgmap v851: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:40.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:40 smithi096 ceph-mon[51702]: pgmap v852: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:40.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:40 smithi162 ceph-mon[54108]: pgmap v852: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:41.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:40 smithi081 ceph-mon[26762]: pgmap v852: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:42.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:42 smithi096 ceph-mon[51702]: pgmap v853: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:42.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:42 smithi162 ceph-mon[54108]: pgmap v853: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:43.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:42 smithi081 ceph-mon[26762]: pgmap v853: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:11:44.816 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:11:44.827 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:11:44.827 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:11:44.848 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:44 smithi081 ceph-mon[26762]: pgmap v854: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:11:44.859 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:11:44.859 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:11:44.859 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 3min 24s ago 2024-04-24T13:11:44.859 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.859 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.859 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 127.7M 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 3min 25.358s 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:11:44.860 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:11:44.861 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:11:44.862 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:11:44.863 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:11:44.863 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:11:44.863 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:11:44.863 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:11:44.863 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:57464 2024-04-24T13:11:44.863 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:09:58 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:09:58.959399] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000291 seconds 2024-04-24T13:11:44.863 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:11:44.890 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:44 smithi096 ceph-mon[51702]: pgmap v854: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:11:44.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:44 smithi162 ceph-mon[54108]: pgmap v854: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 3min 24s ago 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:11:44.912 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 123.9M 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 3min 24.815s 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:11:44.913 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:11:44.914 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:11:44.915 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:11:44.960 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:11:44.960 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:11:44.960 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:09:45 UTC; 1min 59s ago 2024-04-24T13:11:44.960 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 4min 38.956s 2024-04-24T13:11:44.960 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53981 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 53983 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56433 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56505 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56534 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 54151 (code=exited, status=137) 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 4min 51.746s 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:11:44.961 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[54151]: [24-Apr-2024 13:09:34] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:44 smithi162 bash[56460]: time="2024-04-24T13:09:44Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:44 smithi162 podman[56460]: 2024-04-24 13:09:44.756341906 +0000 UTC m=+10.235061063 container died c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, maintainer=Ceph Developers , summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.branch=tags/1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.ceph.maintainer=Ceph Developers , io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, org.centos.version=9.0-21.el9, io.buildah.version=1.29.0, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd) 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 podman[56460]: 2024-04-24 13:09:45.293065968 +0000 UTC m=+10.771785121 container cleanup c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.buildah.version=1.29.0, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.target-arch=, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, architecture=x86_64, io.spdk.build.makeflags=, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.git.branch=undefined, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, io.ceph.version=1.2.5, io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 bash[56460]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 podman[56493]: 2024-04-24 13:09:45.528319617 +0000 UTC m=+0.773049158 container remove c3027e0e3350a17d7357deea4036ae89414a97ef53ab6f1b890bb22bc924c455 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, version=1.2.5, maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.build.makeflags=, release=, build-date=2024-04-22 08:15:14 UTC, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=19.0.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers , distribution-scope=public, io.ceph.git.branch=tags/1.2.5, io.ceph.component=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:11:44.962 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:11:44.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:11:44.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:09:45 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 4min 51.746s CPU time. 2024-04-24T13:11:44.964 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:11:44.964 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:11:45.272 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:11:45.272 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 8m ago 24m smithi081=x;count:1 2024-04-24T13:11:45.272 INFO:teuthology.orchestra.run.smithi177.stdout:mon 2/3 8m ago 24m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:11:45.272 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 8m ago 19m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:11:45.272 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 8m ago - 2024-04-24T13:11:45.555 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:11:45.556 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (10m) 8m ago 18m 123M - 1.2.5 1e28a75d580c 8733605f976d 2024-04-24T13:11:45.556 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (10m) 8m ago 18m 111M - 1.2.5 1e28a75d580c 7ad145514d78 2024-04-24T13:11:45.556 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 8m ago 19m - - 2024-04-24T13:11:45.889 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:11:45.889 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:11:45.889 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 6m) 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 25m) 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 21m), 8 in (since 21m) 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:11:46.229 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:11:46.230 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:11:46.230 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:11:46.230 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:11:46.230 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:11:46.230 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:11:46.233 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:11:46.233 INFO:teuthology.orchestra.run.smithi177.stdout: client: 9.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:11:46.233 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:11:46.255 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.269 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.282 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.295 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.309 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.323 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.336 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.350 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.364 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.377 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.392 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.404 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.418 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.432 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.446 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:11:46.446 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:11:46.446 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:11:46.446 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:11:46.450 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:11:46.761 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:46 smithi162 ceph-mon[54108]: pgmap v855: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:46.761 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:46 smithi162 ceph-mon[54108]: from='client.34739 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:11:46.762 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:46 smithi162 ceph-mon[54108]: from='client.15663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:11:46.762 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:46 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3993621274' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:11:46.762 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:46 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2100273529' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:11:46.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:46 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:11:46.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:46 smithi096 ceph-mon[51702]: pgmap v855: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:46.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:46 smithi096 ceph-mon[51702]: from='client.34739 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:11:46.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:46 smithi096 ceph-mon[51702]: from='client.15663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:11:46.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:46 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3993621274' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:11:46.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:46 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2100273529' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:11:47.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:46 smithi081 ceph-mon[26762]: pgmap v855: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:11:47.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:46 smithi081 ceph-mon[26762]: from='client.34739 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:11:47.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:46 smithi081 ceph-mon[26762]: from='client.15663 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:11:47.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:46 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3993621274' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:11:47.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:46 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2100273529' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:11:47.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:46 smithi162 podman[56939]: 2024-04-24 13:11:46.761931635 +0000 UTC m=+0.114432684 container create e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, build-date=2024-04-22 08:15:14 UTC, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, architecture=x86_64, version=1.2.5, io.ceph.version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , name=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, distribution-scope=public, io.spdk.git.repo=https://github.com/ceph/spdk.git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.makeflags=) 2024-04-24T13:11:47.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:46 smithi162 podman[56939]: 2024-04-24 13:11:46.666526552 +0000 UTC m=+0.019027600 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:11:47.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 podman[56939]: 2024-04-24 13:11:47.006119787 +0000 UTC m=+0.358620852 container init e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, name=ceph-nvmeof, io.spdk.git.branch=undefined, io.spdk.git.repo=https://github.com/ceph/spdk.git, distribution-scope=public, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, com.redhat.component=ubi9-container, io.ceph.git.branch=tags/1.2.5, io.buildah.version=1.29.0, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, release=, io.spdk.build.makeflags=, vendor=Red Hat, Inc., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, maintainer=Ceph Developers , io.spdk.build.target-arch=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:11:47.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 podman[56939]: 2024-04-24 13:11:47.008629766 +0000 UTC m=+0.361130816 container start e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, io.ceph.version=1.2.5, release=, maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vendor=Red Hat, Inc., vcs-type=git, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, name=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.version=24.01, io.buildah.version=1.29.0, io.spdk.build.pkgdep-args=--rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, io.spdk.build.target-arch=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:11:47.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 bash[56939]: e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 2024-04-24T13:11:47.110 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 61 secs before thrashing 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [gateway] 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: group = 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:11:47.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: port = 5500 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: enable_auth = False 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: state_update_notify = True 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: verify_nqns = True 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: 2024-04-24T13:11:47.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [gateway-logs] 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: log_level = INFO 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: log_files_enabled = True 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:11:47.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [discovery] 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: port = 8009 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [ceph] 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: pool = mypool 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [mtls] 2024-04-24T13:11:47.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: server_key = ./server.key 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: client_key = ./client.key 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [spdk] 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: timeout = 60.0 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: log_level = WARNING 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: conn_retries = 10 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: transports = tcp 2024-04-24T13:11:47.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: [monitor] 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:63: timeout = 1.0 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO config.py:64: ======================================================================================================== 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.303+0000 7f9b877385c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.303+0000 7f9b877385c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.304+0000 7f9b877385c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.306+0000 7f9b877385c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.306+0000 7f9b877385c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:11:47.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b877385c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b877385c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 34766 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b877385c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b836d5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b836d5640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.307+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.309+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.311+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.312+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:11:47.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.314+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:351: SPDK process id: 69 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: INFO: Setting log level to WARNING 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.316+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.317+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.319+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.320+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.321+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.323+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.324+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.326+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.327+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.328657] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.328716] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.329+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.330+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.332+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.333+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.335+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.336+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.337+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.339+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.340+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.342+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.343+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.345+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.346+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.348+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.349+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.351+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.352+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.354+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.355+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.357+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.358+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.360+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.361+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.363+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.364+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.366+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.367+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.369+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.370+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.372+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.373+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.375+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.376+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.378+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.379+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.381+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.382+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.384+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.385+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.387+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.388+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.390+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.391+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.393+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.394+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.396+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.397+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.399+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.400+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.402+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.403+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.404+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.406+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.407+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.409+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.410+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.412+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.413+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.415+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.416+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.418+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.419+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.421+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.422+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.424+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.611 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.425+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.426+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.428+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.429+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.431+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.432+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.434+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.435+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.437+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.438+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.440+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.441932] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.441+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.612 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.443+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.445+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.447+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.448+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.450+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.451+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.453+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.454+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.456+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.457+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.613 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.459+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.614 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.460+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.462+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.464+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.466+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.467+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.469+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.470+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.472+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.473+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.475+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.476+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.478+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.480+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.481+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.483+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.484+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.486+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.487+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.489+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.490+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.492082] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.492+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.495+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.496+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.498+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.500+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.502+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.504+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.505+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.507+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.508+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.510+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.511+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.513+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.514+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.516+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.518+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.520+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.522+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.523+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.525+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.527+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.529+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.531+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.533+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.534+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.536+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.537+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.539+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.540+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.541+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.543+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.545+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.546+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.548+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.549+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.551+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.552+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.554+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.555+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.557+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.558+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.560+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.561+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.563+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.564+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.566+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.567+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.569+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.570+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.572+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.573+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.574+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.576+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.577+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.579+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.580+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.582+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.583+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.585+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.586+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.588+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.590+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.591+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.593+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.595+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.596+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.598+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.599+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.601+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.603+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.604+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.606+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.607+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.609+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.610+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.612+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.614+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.615+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.617+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.619+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.620+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.622+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.623+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.624+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.626+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.627+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.629+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.630+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.632+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.633+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.635+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.636+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.638+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.639+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.641+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.642+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.643+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.645+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.646+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.648+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.649+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.651+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.652+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.654+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.655+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.657+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.658+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.660+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.661+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.663+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.664+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.666+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.667+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.668+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.670+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.671+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.673+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.674+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.676+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.677+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.679+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.680+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.682+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.683+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.685+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.686+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.688+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.689+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.691+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.692+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.694+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.696+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.697+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.699+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.701+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.702+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.704+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.706+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.707+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.709+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.711+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.712+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.714+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.716+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.717+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.719+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.720765] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.720+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.721+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.723+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.724+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.726+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.727+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.729+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.730+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.732+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.733+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:249: Discovery service process id: 887 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.735+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:11:47.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.736+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.738+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.739+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.741+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.743+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.745+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.746+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.748+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:11:47.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.750+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 2 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 3 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 4 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 5 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 6 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 7 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 8 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 9 2024-04-24T13:11:47.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 10 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 11 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 12 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 13 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 14 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 15 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 16 2024-04-24T13:11:47.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 2 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 3 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 4 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 5 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 6 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 7 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 8 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 9 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 10 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 11 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 12 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 13 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 14 2024-04-24T13:11:47.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 15 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 16 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 2 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 3 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 4 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 5 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 6 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 7 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 8 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 9 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 10 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 11 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.887 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 12 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 13 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 14 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 15 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.888 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 16 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: INACCESSIBLE 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: ], , client address: IPv4 172.21.15.162:54238 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 ms_deliver_dispatch: unhandled message 0x558b99567180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 ms_deliver_dispatch: unhandled message 0x558b99555d40 mon_map magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:11:47.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 72 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: 2024-04-24T13:11:47.766+0000 7f9b836d5640 0 ms_deliver_dispatch: unhandled message 0x558b99567500 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.810105] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/3509644882, rc 0 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.810425] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/3509644882 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/3509644882' anagrp=2 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:11:47.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.824470] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.848771] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/2953266034, rc 0 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.849273] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/2953266034 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/2953266034' anagrp=1 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.865197] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:11:47.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.877833] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:11:48.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:11:48.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:11:48.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.897290] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:11:48.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:11:48.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.956317] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/3287021398, rc 0 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.956407] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/3287021398 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/3287021398' anagrp=3 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:47.970875] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:11:48.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:11:48.121 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:47 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:47] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:11:48.121 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:11:48.121 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.041960] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.122 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.063434] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.088194] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:11:48.123 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.124 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:11:48.124 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.110873] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:11:48.124 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:11:48.124 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:11:48.124 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.124 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:11:48.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.133208] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:11:48.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:11:48.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:11:48.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.155944] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.177527] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.199653] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.220875] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:11:48.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.243538] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.265400] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:48.301917] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:11:48.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:11:48.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:48] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:11:48.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:48 smithi096 ceph-mon[51702]: pgmap v856: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:48.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:48 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/1835225351' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:11:48.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-mon[54108]: pgmap v856: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:48.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:48 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/1835225351' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:11:49.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:48 smithi081 ceph-mon[26762]: pgmap v856: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:11:49.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:48 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/1835225351' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:11:50.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:11:49] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:11:50.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:11:50.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:11:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:54036 2024-04-24T13:11:50.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:50 smithi096 ceph-mon[51702]: pgmap v857: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-24T13:11:50.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:50 smithi162 ceph-mon[54108]: pgmap v857: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-24T13:11:51.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:50 smithi081 ceph-mon[26762]: pgmap v857: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-24T13:11:52.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:52 smithi096 ceph-mon[51702]: pgmap v858: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-04-24T13:11:52.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:52 smithi162 ceph-mon[54108]: pgmap v858: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-04-24T13:11:53.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:52 smithi081 ceph-mon[26762]: pgmap v858: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:11:53] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: OPTIMIZED 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:11:53.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: OPTIMIZED 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: OPTIMIZED 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: ], , client address: IPv4 172.21.15.162:52906 2024-04-24T13:11:53.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:53.610240] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000273 seconds 2024-04-24T13:11:54.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:54 smithi096 ceph-mon[51702]: pgmap v859: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:11:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:54 smithi162 ceph-mon[54108]: pgmap v859: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:11:55.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:54 smithi081 ceph-mon[26762]: pgmap v859: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:11:56.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:56 smithi096 ceph-mon[51702]: pgmap v860: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 KiB/s wr, 44 op/s 2024-04-24T13:11:56.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:56 smithi162 ceph-mon[54108]: pgmap v860: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 KiB/s wr, 44 op/s 2024-04-24T13:11:57.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:56 smithi081 ceph-mon[26762]: pgmap v860: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.2 KiB/s wr, 44 op/s 2024-04-24T13:11:58.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:11:58 smithi096 ceph-mon[51702]: pgmap v861: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:11:58.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:11:58 smithi162 ceph-mon[54108]: pgmap v861: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:11:59.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:11:58 smithi081 ceph-mon[26762]: pgmap v861: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:12:00.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:00 smithi096 ceph-mon[51702]: pgmap v862: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.5 KiB/s wr, 45 op/s 2024-04-24T13:12:00.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:00 smithi162 ceph-mon[54108]: pgmap v862: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.5 KiB/s wr, 45 op/s 2024-04-24T13:12:01.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:00 smithi081 ceph-mon[26762]: pgmap v862: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 91 KiB/s rd, 1.5 KiB/s wr, 45 op/s 2024-04-24T13:12:02.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:02 smithi096 ceph-mon[51702]: pgmap v863: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 690 KiB/s rd, 1.7 KiB/s wr, 61 op/s 2024-04-24T13:12:02.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:02 smithi162 ceph-mon[54108]: pgmap v863: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 690 KiB/s rd, 1.7 KiB/s wr, 61 op/s 2024-04-24T13:12:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:02 smithi081 ceph-mon[26762]: pgmap v863: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 690 KiB/s rd, 1.7 KiB/s wr, 61 op/s 2024-04-24T13:12:04.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:04 smithi096 ceph-mon[51702]: pgmap v864: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 938 B/s wr, 32 op/s 2024-04-24T13:12:04.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:04 smithi162 ceph-mon[54108]: pgmap v864: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 938 B/s wr, 32 op/s 2024-04-24T13:12:05.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:04 smithi081 ceph-mon[26762]: pgmap v864: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 938 B/s wr, 32 op/s 2024-04-24T13:12:06.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:06 smithi096 ceph-mon[51702]: pgmap v865: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:12:06.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:06 smithi162 ceph-mon[54108]: pgmap v865: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:12:07.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:06 smithi081 ceph-mon[26762]: pgmap v865: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:12:08.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:08 smithi096 ceph-mon[51702]: pgmap v866: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 853 B/s wr, 29 op/s 2024-04-24T13:12:08.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:08 smithi162 ceph-mon[54108]: pgmap v866: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 853 B/s wr, 29 op/s 2024-04-24T13:12:09.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:08 smithi081 ceph-mon[26762]: pgmap v866: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 853 B/s wr, 29 op/s 2024-04-24T13:12:10.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:10 smithi096 ceph-mon[51702]: pgmap v867: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:12:10.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:10 smithi162 ceph-mon[54108]: pgmap v867: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:12:11.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:10 smithi081 ceph-mon[26762]: pgmap v867: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:12:12.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:12 smithi096 ceph-mon[51702]: pgmap v868: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 597 B/s wr, 29 op/s 2024-04-24T13:12:12.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:12 smithi162 ceph-mon[54108]: pgmap v868: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 597 B/s wr, 29 op/s 2024-04-24T13:12:13.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:12 smithi081 ceph-mon[26762]: pgmap v868: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 664 KiB/s rd, 597 B/s wr, 29 op/s 2024-04-24T13:12:14.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:14 smithi096 ceph-mon[51702]: pgmap v869: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:12:14.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:14 smithi162 ceph-mon[54108]: pgmap v869: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:12:15.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:14 smithi081 ceph-mon[26762]: pgmap v869: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:12:16.871 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:16 smithi081 ceph-mon[26762]: pgmap v870: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:16.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:16 smithi096 ceph-mon[51702]: pgmap v870: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:16.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:16 smithi162 ceph-mon[54108]: pgmap v870: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:18 smithi081 ceph-mon[26762]: pgmap v871: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:19.851 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:18 smithi162 ceph-mon[54108]: pgmap v871: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:19.852 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:18 smithi096 ceph-mon[51702]: pgmap v871: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:21.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:20 smithi081 ceph-mon[26762]: pgmap v872: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:21.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:20 smithi096 ceph-mon[51702]: pgmap v872: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:21.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:20 smithi162 ceph-mon[54108]: pgmap v872: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:23.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:22 smithi081 ceph-mon[26762]: pgmap v873: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:23.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:22 smithi096 ceph-mon[51702]: pgmap v873: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:23.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:22 smithi162 ceph-mon[54108]: pgmap v873: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:25.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:24 smithi081 ceph-mon[26762]: pgmap v874: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:25.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:24 smithi096 ceph-mon[51702]: pgmap v874: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:25.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:24 smithi162 ceph-mon[54108]: pgmap v874: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:27.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:26 smithi081 ceph-mon[26762]: pgmap v875: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:27.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:26 smithi096 ceph-mon[51702]: pgmap v875: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:27.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:26 smithi162 ceph-mon[54108]: pgmap v875: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:28 smithi081 ceph-mon[26762]: pgmap v876: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:28 smithi096 ceph-mon[51702]: pgmap v876: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:29.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:28 smithi162 ceph-mon[54108]: pgmap v876: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:31.193 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:30 smithi162 ceph-mon[54108]: pgmap v877: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:30 smithi081 ceph-mon[26762]: pgmap v877: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:31.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:30 smithi096 ceph-mon[51702]: pgmap v877: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:33.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:32 smithi081 ceph-mon[26762]: pgmap v878: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:33.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:32 smithi096 ceph-mon[51702]: pgmap v878: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:33.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:32 smithi162 ceph-mon[54108]: pgmap v878: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:34.286 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:12:34.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:12:34.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:12:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:34 smithi081 ceph-mon[26762]: pgmap v879: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:12:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:12:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:12:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:34 smithi096 ceph-mon[51702]: pgmap v879: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:34 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:12:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:34 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:12:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:34 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:12:35.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:34 smithi162 ceph-mon[54108]: pgmap v879: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:35.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:34 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:12:35.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:34 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:12:35.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:34 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:12:36.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:35 smithi081 ceph-mon[26762]: pgmap v880: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3 op/s 2024-04-24T13:12:36.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:35 smithi081 ceph-mon[26762]: pgmap v881: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:36.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:35 smithi096 ceph-mon[51702]: pgmap v880: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3 op/s 2024-04-24T13:12:36.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:35 smithi096 ceph-mon[51702]: pgmap v881: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:36.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:35 smithi162 ceph-mon[54108]: pgmap v880: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 3 op/s 2024-04-24T13:12:36.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:35 smithi162 ceph-mon[54108]: pgmap v881: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:38.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:37 smithi081 ceph-mon[26762]: pgmap v882: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:38.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:37 smithi096 ceph-mon[51702]: pgmap v882: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:38.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:37 smithi162 ceph-mon[54108]: pgmap v882: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:40.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:39 smithi081 ceph-mon[26762]: pgmap v883: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:12:40.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:39 smithi096 ceph-mon[51702]: pgmap v883: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:12:40.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:39 smithi162 ceph-mon[54108]: pgmap v883: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:12:42.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:41 smithi081 ceph-mon[26762]: pgmap v884: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:42.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:41 smithi096 ceph-mon[51702]: pgmap v884: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:42.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:41 smithi162 ceph-mon[54108]: pgmap v884: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:44.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:43 smithi081 ceph-mon[26762]: pgmap v885: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:44.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:43 smithi096 ceph-mon[51702]: pgmap v885: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:44.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:43 smithi162 ceph-mon[54108]: pgmap v885: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:12:46.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:45 smithi081 ceph-mon[26762]: pgmap v886: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:12:46.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:45 smithi096 ceph-mon[51702]: pgmap v886: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:12:46.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:45 smithi162 ceph-mon[54108]: pgmap v886: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:12:48.112 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:12:48.112 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:12:48.112 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:12:48.146 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:12:48.146 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:12:48.146 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 4min 28s ago 2024-04-24T13:12:48.146 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:12:48.146 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 128.4M 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 4min 28.726s 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.147 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:12:48.148 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:12:48.149 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:12:48.149 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:12:48.149 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:12:48.149 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:12:48.149 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:11:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:54036 2024-04-24T13:12:48.150 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 4min 27s ago 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:12:48.180 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 129.0M 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 4min 28.171s 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:12:48.181 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:12:48.182 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:12:48.183 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:12:48.208 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:47 smithi162 ceph-mon[54108]: pgmap v887: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:11:47 UTC; 1min 1s ago 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56886 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56887 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 56954 (conmon) 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 118.4M 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 1.597s 2024-04-24T13:12:48.219 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─56956 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─56958 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─56975 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─57026 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─57852 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: └─56954 /usr/bin/conmon --api-version 1 -c e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 -u e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313/userdata -p /run/containers/storage/overlay-containers/e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: OPTIMIZED 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:12:48.220 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:12:48.221 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: states { 2024-04-24T13:12:48.221 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: grp_id: 1 2024-04-24T13:12:48.221 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: state: OPTIMIZED 2024-04-24T13:12:48.221 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: } 2024-04-24T13:12:48.221 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: ], , client address: IPv4 172.21.15.162:52906 2024-04-24T13:12:48.221 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:11:53 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [2024-04-24 13:11:53.610240] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000273 seconds 2024-04-24T13:12:48.222 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:12:48.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:47 smithi081 ceph-mon[26762]: pgmap v887: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:48.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:47 smithi096 ceph-mon[51702]: pgmap v887: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:48.521 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:12:48.521 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 9m ago 25m smithi081=x;count:1 2024-04-24T13:12:48.521 INFO:teuthology.orchestra.run.smithi177.stdout:mon 2/3 9m ago 25m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:12:48.521 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 9m ago 20m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:12:48.521 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 9m ago - 2024-04-24T13:12:48.805 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:12:48.806 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (11m) 9m ago 19m 123M - 1.2.5 1e28a75d580c 8733605f976d 2024-04-24T13:12:48.806 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (11m) 9m ago 20m 111M - 1.2.5 1e28a75d580c 7ad145514d78 2024-04-24T13:12:48.806 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 9m ago 20m - - 2024-04-24T13:12:49.144 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:12:49.144 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:12:49.144 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:12:49.474 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 7m) 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 26m) 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 22m), 8 in (since 22m) 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:12:49.475 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: client: 9.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:12:49.476 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:12:49.500 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.514 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.528 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.541 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.555 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.568 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.582 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.596 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.609 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.623 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.636 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.650 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.663 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.677 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.691 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:12:49.692 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.7813883754553776) > weight (0.3333333333333333) 2024-04-24T13:12:49.692 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.4543169269284931) > weight (0.3333333333333333) 2024-04-24T13:12:49.692 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:12:49.692 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:12:49.692 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:12:50.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:12:49 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:12:50.112 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:49 smithi162 ceph-mon[54108]: pgmap v888: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:50.112 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:49 smithi162 ceph-mon[54108]: from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:12:50.112 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:49 smithi162 ceph-mon[54108]: from='client.34811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:12:50.113 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:49 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1046056369' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:12:50.113 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:49 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/633276847' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:12:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:49 smithi081 ceph-mon[26762]: pgmap v888: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:49 smithi081 ceph-mon[26762]: from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:12:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:49 smithi081 ceph-mon[26762]: from='client.34811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:12:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:49 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1046056369' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:12:50.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:49 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/633276847' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:12:50.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:49 smithi096 ceph-mon[51702]: pgmap v888: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:49 smithi096 ceph-mon[51702]: from='client.15726 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:12:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:49 smithi096 ceph-mon[51702]: from='client.34811 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:12:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:49 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1046056369' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:12:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:49 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/633276847' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:12:50.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:12:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:12:50] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:12:52.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:51 smithi081 ceph-mon[26762]: pgmap v889: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:52.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:51 smithi096 ceph-mon[51702]: pgmap v889: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:52.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:51 smithi162 ceph-mon[54108]: pgmap v889: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:54.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:53 smithi081 ceph-mon[26762]: pgmap v890: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:54.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:53 smithi096 ceph-mon[51702]: pgmap v890: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:54.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:53 smithi162 ceph-mon[54108]: pgmap v890: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:56.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:55 smithi081 ceph-mon[26762]: pgmap v891: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:56.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:55 smithi096 ceph-mon[51702]: pgmap v891: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:56.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:55 smithi162 ceph-mon[54108]: pgmap v891: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:12:58.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:57 smithi081 ceph-mon[26762]: pgmap v892: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:58.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:57 smithi096 ceph-mon[51702]: pgmap v892: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:12:58.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:57 smithi162 ceph-mon[54108]: pgmap v892: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:00.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:12:59 smithi081 ceph-mon[26762]: pgmap v893: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:00.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:12:59 smithi096 ceph-mon[51702]: pgmap v893: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:12:59 smithi162 ceph-mon[54108]: pgmap v893: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:00.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:13:00 smithi162 bash[58305]: time="2024-04-24T13:13:00Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:13:00.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:13:00 smithi162 podman[58305]: 2024-04-24 13:13:00.125949538 +0000 UTC m=+10.218234072 container died e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, architecture=x86_64, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, io.ceph.version=1.2.5, io.spdk.build.makeflags=, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.maintainer=Ceph Developers , release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.target-arch=, name=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:13:00.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:13:00 smithi162 podman[58305]: 2024-04-24 13:13:00.468205897 +0000 UTC m=+10.560490428 container cleanup e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.version=9.0-21.el9, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.ceph.git.branch=tags/1.2.5, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.target-arch=, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, io.spdk.version=24.01, build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , vendor=Red Hat, Inc., url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:13:00.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:13:00 smithi162 bash[58305]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:13:00.879 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:13:00.915 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:13:00.915 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:13:00.915 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 123 secs before reviving 2024-04-24T13:13:02.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:01 smithi081 ceph-mon[26762]: pgmap v894: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:13:02.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:01 smithi096 ceph-mon[51702]: pgmap v894: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:13:02.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:01 smithi162 ceph-mon[54108]: pgmap v894: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:13:04.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:03 smithi081 ceph-mon[26762]: pgmap v895: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:04.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:03 smithi096 ceph-mon[51702]: pgmap v895: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:03 smithi162 ceph-mon[54108]: pgmap v895: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:06.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:05 smithi081 ceph-mon[26762]: pgmap v896: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:13:06.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:05 smithi096 ceph-mon[51702]: pgmap v896: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:13:06.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:05 smithi162 ceph-mon[54108]: pgmap v896: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:13:08.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:07 smithi081 ceph-mon[26762]: pgmap v897: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:13:08.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:07 smithi096 ceph-mon[51702]: pgmap v897: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:13:08.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:07 smithi162 ceph-mon[54108]: pgmap v897: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:13:10.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:09 smithi081 ceph-mon[26762]: pgmap v898: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:13:10.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:09 smithi096 ceph-mon[51702]: pgmap v898: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:13:10.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:09 smithi162 ceph-mon[54108]: pgmap v898: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:13:12.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-mon[26762]: pgmap v899: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:13:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-mon[26762]: osdmap e85: 8 total, 8 up, 8 in 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:13:11] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:13:12.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:47342 2024-04-24T13:13:12.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:11 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:13:11.919609] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000254 seconds 2024-04-24T13:13:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:11 smithi096 ceph-mon[51702]: pgmap v899: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:13:12.409 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:11 smithi096 ceph-mon[51702]: osdmap e85: 8 total, 8 up, 8 in 2024-04-24T13:13:12.410 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:11 smithi162 ceph-mon[54108]: pgmap v899: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:13:12.410 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:11 smithi162 ceph-mon[54108]: osdmap e85: 8 total, 8 up, 8 in 2024-04-24T13:13:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-mon[26762]: pgmap v901: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:13:13] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:13:14.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:13:14.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:13:14.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:13:14.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:13:14.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:47358 2024-04-24T13:13:14.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:13:13.975780] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000207 seconds 2024-04-24T13:13:14.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:13 smithi096 ceph-mon[51702]: pgmap v901: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:14.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:13 smithi162 ceph-mon[54108]: pgmap v901: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:16.322 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:15 smithi081 ceph-mon[26762]: pgmap v902: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:16.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:15 smithi096 ceph-mon[51702]: pgmap v902: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:16.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:15 smithi162 ceph-mon[54108]: pgmap v902: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:18.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:17 smithi081 ceph-mon[26762]: pgmap v903: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:18.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:17 smithi096 ceph-mon[51702]: pgmap v903: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:18.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:17 smithi162 ceph-mon[54108]: pgmap v903: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:20.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:19 smithi081 ceph-mon[26762]: pgmap v904: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:20.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:19 smithi096 ceph-mon[51702]: pgmap v904: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:20.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:19 smithi162 ceph-mon[54108]: pgmap v904: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:22.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:21 smithi081 ceph-mon[26762]: pgmap v905: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:22.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:21 smithi096 ceph-mon[51702]: pgmap v905: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:22.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:21 smithi162 ceph-mon[54108]: pgmap v905: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:24.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:23 smithi081 ceph-mon[26762]: pgmap v906: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 1 op/s 2024-04-24T13:13:24.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:23 smithi096 ceph-mon[51702]: pgmap v906: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 1 op/s 2024-04-24T13:13:24.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:23 smithi162 ceph-mon[54108]: pgmap v906: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 1 op/s 2024-04-24T13:13:26.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:25 smithi081 ceph-mon[26762]: pgmap v907: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:26.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:25 smithi096 ceph-mon[51702]: pgmap v907: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:26.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:25 smithi162 ceph-mon[54108]: pgmap v907: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:28.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:27 smithi081 ceph-mon[26762]: pgmap v908: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:28.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:27 smithi096 ceph-mon[51702]: pgmap v908: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:28.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:27 smithi162 ceph-mon[54108]: pgmap v908: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:30.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:29 smithi081 ceph-mon[26762]: pgmap v909: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:30.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:29 smithi096 ceph-mon[51702]: pgmap v909: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:30.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:29 smithi162 ceph-mon[54108]: pgmap v909: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:32.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:31 smithi081 ceph-mon[26762]: pgmap v910: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:31 smithi096 ceph-mon[51702]: pgmap v910: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:31 smithi162 ceph-mon[54108]: pgmap v910: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:34.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:33 smithi081 ceph-mon[26762]: pgmap v911: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:34.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:33 smithi096 ceph-mon[51702]: pgmap v911: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:34.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:33 smithi162 ceph-mon[54108]: pgmap v911: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:13:35.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:34 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:13:35.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:34 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:13:36.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: pgmap v912: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:36.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:35 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: pgmap v912: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:35 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: pgmap v912: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:35 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:37.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:13:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:13:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:36 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:37.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:36 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:13:37.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:36 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:13:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:36 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:37.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:36 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:13:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:36 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:13:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:36 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:13:38.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:37 smithi081 ceph-mon[26762]: pgmap v913: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:38.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:37 smithi081 ceph-mon[26762]: pgmap v914: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:13:38.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:37 smithi081 ceph-mon[26762]: pgmap v915: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:38.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:37 smithi096 ceph-mon[51702]: pgmap v913: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:37 smithi096 ceph-mon[51702]: pgmap v914: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:13:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:37 smithi096 ceph-mon[51702]: pgmap v915: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:37 smithi162 ceph-mon[54108]: pgmap v913: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:37 smithi162 ceph-mon[54108]: pgmap v914: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:13:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:37 smithi162 ceph-mon[54108]: pgmap v915: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:40.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:40 smithi081 ceph-mon[26762]: pgmap v916: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:13:40.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:40 smithi096 ceph-mon[51702]: pgmap v916: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:13:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:40 smithi162 ceph-mon[54108]: pgmap v916: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:13:42.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:42 smithi081 ceph-mon[26762]: pgmap v917: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:42.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:42 smithi096 ceph-mon[51702]: pgmap v917: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:42.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:42 smithi162 ceph-mon[54108]: pgmap v917: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:43.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:43 smithi081 ceph-mon[26762]: pgmap v918: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:13:43.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:43 smithi096 ceph-mon[51702]: pgmap v918: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:13:43.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:43 smithi162 ceph-mon[54108]: pgmap v918: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:13:45.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:45 smithi081 ceph-mon[26762]: pgmap v919: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:45.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:45 smithi096 ceph-mon[51702]: pgmap v919: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:45.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:45 smithi162 ceph-mon[54108]: pgmap v919: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:13:47.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:47 smithi081 ceph-mon[26762]: pgmap v920: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:47.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:47 smithi096 ceph-mon[51702]: pgmap v920: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:47.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:47 smithi162 ceph-mon[54108]: pgmap v920: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:13:49.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:49 smithi081 ceph-mon[26762]: pgmap v921: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:49.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:49 smithi096 ceph-mon[51702]: pgmap v921: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:49.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:49 smithi162 ceph-mon[54108]: pgmap v921: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:51.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:51 smithi081 ceph-mon[26762]: pgmap v922: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:51.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:51 smithi096 ceph-mon[51702]: pgmap v922: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:51.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:51 smithi162 ceph-mon[54108]: pgmap v922: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:53.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:53 smithi081 ceph-mon[26762]: pgmap v923: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:53.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:53 smithi096 ceph-mon[51702]: pgmap v923: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:53.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:53 smithi162 ceph-mon[54108]: pgmap v923: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:55.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:55 smithi081 ceph-mon[26762]: pgmap v924: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:55.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:55 smithi096 ceph-mon[51702]: pgmap v924: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:55.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:55 smithi162 ceph-mon[54108]: pgmap v924: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:13:57.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:57 smithi081 ceph-mon[26762]: pgmap v925: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:57.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:57 smithi096 ceph-mon[51702]: pgmap v925: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:57.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:57 smithi162 ceph-mon[54108]: pgmap v925: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:59.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:13:59 smithi081 ceph-mon[26762]: pgmap v926: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:59.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:13:59 smithi096 ceph-mon[51702]: pgmap v926: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:13:59.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:13:59 smithi162 ceph-mon[54108]: pgmap v926: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:01.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:01 smithi081 ceph-mon[26762]: pgmap v927: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:01.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:01 smithi096 ceph-mon[51702]: pgmap v927: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:01.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:01 smithi162 ceph-mon[54108]: pgmap v927: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:03.822 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:03 smithi081 ceph-mon[26762]: pgmap v928: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:03.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:03 smithi096 ceph-mon[51702]: pgmap v928: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:03.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:03 smithi162 ceph-mon[54108]: pgmap v928: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:05.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:05 smithi081 ceph-mon[26762]: pgmap v929: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:05.945 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:05 smithi162 ceph-mon[54108]: pgmap v929: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:05.946 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:05 smithi096 ceph-mon[51702]: pgmap v929: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:07.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:07 smithi081 ceph-mon[26762]: pgmap v930: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:07.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:07 smithi096 ceph-mon[51702]: pgmap v930: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:07.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:07 smithi162 ceph-mon[54108]: pgmap v930: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:09.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:09 smithi081 ceph-mon[26762]: pgmap v931: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:09.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:09 smithi096 ceph-mon[51702]: pgmap v931: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:09.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:09 smithi162 ceph-mon[54108]: pgmap v931: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:11.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:11 smithi081 ceph-mon[26762]: pgmap v932: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:11.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:11 smithi096 ceph-mon[51702]: pgmap v932: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:11.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:11 smithi162 ceph-mon[54108]: pgmap v932: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:13.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:13 smithi081 ceph-mon[26762]: pgmap v933: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:13.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:13 smithi096 ceph-mon[51702]: pgmap v933: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:13.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:13 smithi162 ceph-mon[54108]: pgmap v933: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:15.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:15 smithi081 ceph-mon[26762]: pgmap v934: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:15.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:15 smithi096 ceph-mon[51702]: pgmap v934: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:15.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:15 smithi162 ceph-mon[54108]: pgmap v934: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:17.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:17 smithi096 ceph-mon[51702]: pgmap v935: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:17.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:17 smithi081 ceph-mon[26762]: pgmap v935: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:17.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:17 smithi162 ceph-mon[54108]: pgmap v935: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:19.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:19 smithi081 ceph-mon[26762]: pgmap v936: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:19.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:19 smithi096 ceph-mon[51702]: pgmap v936: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:19.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:19 smithi162 ceph-mon[54108]: pgmap v936: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:21.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:21 smithi081 ceph-mon[26762]: pgmap v937: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:21.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:21 smithi096 ceph-mon[51702]: pgmap v937: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:21.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:21 smithi162 ceph-mon[54108]: pgmap v937: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:23.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:23 smithi081 ceph-mon[26762]: pgmap v938: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:23.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:23 smithi096 ceph-mon[51702]: pgmap v938: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:23.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:23 smithi162 ceph-mon[54108]: pgmap v938: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:25.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:25 smithi081 ceph-mon[26762]: pgmap v939: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:25.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:25 smithi096 ceph-mon[51702]: pgmap v939: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:25.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:25 smithi162 ceph-mon[54108]: pgmap v939: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:27.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:27 smithi081 ceph-mon[26762]: pgmap v940: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:27.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:27 smithi096 ceph-mon[51702]: pgmap v940: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:27.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:27 smithi162 ceph-mon[54108]: pgmap v940: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:29.824 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:29 smithi081 ceph-mon[26762]: pgmap v941: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:29.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:29 smithi096 ceph-mon[51702]: pgmap v941: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:29.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:29 smithi162 ceph-mon[54108]: pgmap v941: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:31.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:31 smithi081 ceph-mon[26762]: pgmap v942: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:31.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:31 smithi096 ceph-mon[51702]: pgmap v942: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:31.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:31 smithi162 ceph-mon[54108]: pgmap v942: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:33.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:33 smithi081 ceph-mon[26762]: pgmap v943: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:33.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:33 smithi096 ceph-mon[51702]: pgmap v943: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:33.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:33 smithi162 ceph-mon[54108]: pgmap v943: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:35.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:35 smithi081 ceph-mon[26762]: pgmap v944: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:35.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:35 smithi096 ceph-mon[51702]: pgmap v944: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:35.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:35 smithi162 ceph-mon[54108]: pgmap v944: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:37.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:37 smithi081 ceph-mon[26762]: pgmap v945: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:37.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:14:37.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:14:37.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:14:37.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:14:37.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:37 smithi096 ceph-mon[51702]: pgmap v945: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:37.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:37 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:14:37.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:37 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:14:37.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:37 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:14:37.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:37 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:14:37.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:37 smithi162 ceph-mon[54108]: pgmap v945: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:37.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:37 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:14:37.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:37 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:14:37.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:37 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:14:37.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:37 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:14:38.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:38 smithi081 ceph-mon[26762]: pgmap v946: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:14:38.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:38 smithi081 ceph-mon[26762]: pgmap v947: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:38.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:38 smithi096 ceph-mon[51702]: pgmap v946: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:14:38.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:38 smithi096 ceph-mon[51702]: pgmap v947: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:38.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:38 smithi162 ceph-mon[54108]: pgmap v946: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:14:38.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:38 smithi162 ceph-mon[54108]: pgmap v947: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:40.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:40 smithi081 ceph-mon[26762]: pgmap v948: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:40.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:40 smithi096 ceph-mon[51702]: pgmap v948: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:40.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:40 smithi162 ceph-mon[54108]: pgmap v948: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:42.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:42 smithi081 ceph-mon[26762]: pgmap v949: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:42.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:42 smithi096 ceph-mon[51702]: pgmap v949: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:42.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:42 smithi162 ceph-mon[54108]: pgmap v949: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:44.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:44 smithi081 ceph-mon[26762]: pgmap v950: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:14:44.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:44 smithi096 ceph-mon[51702]: pgmap v950: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:14:44.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:44 smithi162 ceph-mon[54108]: pgmap v950: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:14:46.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:46 smithi081 ceph-mon[26762]: pgmap v951: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:46.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:46 smithi096 ceph-mon[51702]: pgmap v951: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:46.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:46 smithi162 ceph-mon[54108]: pgmap v951: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:14:49.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:48 smithi081 ceph-mon[26762]: pgmap v952: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:14:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:48 smithi096 ceph-mon[51702]: pgmap v952: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:14:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:48 smithi162 ceph-mon[54108]: pgmap v952: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:14:51.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:50 smithi081 ceph-mon[26762]: pgmap v953: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:51.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:50 smithi096 ceph-mon[51702]: pgmap v953: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:50 smithi162 ceph-mon[54108]: pgmap v953: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:53.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:52 smithi081 ceph-mon[26762]: pgmap v954: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:52 smithi096 ceph-mon[51702]: pgmap v954: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:52 smithi162 ceph-mon[54108]: pgmap v954: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:55.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:54 smithi081 ceph-mon[26762]: pgmap v955: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:54 smithi096 ceph-mon[51702]: pgmap v955: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:54 smithi162 ceph-mon[54108]: pgmap v955: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:57.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:56 smithi081 ceph-mon[26762]: pgmap v956: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:56 smithi096 ceph-mon[51702]: pgmap v956: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:56 smithi162 ceph-mon[54108]: pgmap v956: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:14:59.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:14:58 smithi081 ceph-mon[26762]: pgmap v957: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:59.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:14:58 smithi096 ceph-mon[51702]: pgmap v957: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:14:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:14:58 smithi162 ceph-mon[54108]: pgmap v957: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:01.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:00 smithi081 ceph-mon[26762]: pgmap v958: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:01.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:00 smithi096 ceph-mon[51702]: pgmap v958: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:00 smithi162 ceph-mon[54108]: pgmap v958: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:03.193 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:02 smithi162 ceph-mon[54108]: pgmap v959: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:03.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:02 smithi081 ceph-mon[26762]: pgmap v959: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:03.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:02 smithi096 ceph-mon[51702]: pgmap v959: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:03.916 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:15:03.916 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:15:03.917 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:15:03.948 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 6min ago 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 137.6M 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 6min 44.677s 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:15:03.949 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:15:03.950 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:47358 2024-04-24T13:15:03.951 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:13:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:13:13.975780] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000207 seconds 2024-04-24T13:15:03.952 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:15:03.984 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:15:03.984 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:15:03.984 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 6min ago 2024-04-24T13:15:03.984 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:15:03.984 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:15:03.984 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 130.1M 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 6min 44.128s 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:15:03.985 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:15:03.986 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:15:03.987 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:15:03.987 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:15:03.988 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:15:04.026 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:15:04.026 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:15:04.026 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:13:00 UTC; 2min 3s ago 2024-04-24T13:15:04.026 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 1min 2.623s 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56886 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 56887 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 58278 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 58349 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 58377 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 56954 (code=exited, status=137) 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 14.125s 2024-04-24T13:15:04.027 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:12:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[56954]: [24-Apr-2024 13:12:50] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 bash[58305]: time="2024-04-24T13:13:00Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 podman[58305]: 2024-04-24 13:13:00.125949538 +0000 UTC m=+10.218234072 container died e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, architecture=x86_64, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, io.ceph.version=1.2.5, io.spdk.build.makeflags=, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.ceph.maintainer=Ceph Developers , release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.target-arch=, name=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 podman[58305]: 2024-04-24 13:13:00.468205897 +0000 UTC m=+10.560490428 container cleanup e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.version=9.0-21.el9, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.ceph.git.branch=tags/1.2.5, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.target-arch=, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, io.spdk.version=24.01, build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, release=, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , vendor=Red Hat, Inc., url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 bash[58305]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 podman[58335]: 2024-04-24 13:13:00.736201522 +0000 UTC m=+0.611186933 container remove e63dd9faa39c9d10b34d175841d83f283bed6776c029502abbcc4f0c90c41313 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.buildah.version=1.29.0, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, release=, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined, io.spdk.version=24.01, io.ceph.nvmeof=None, io.ceph.git.branch=tags/1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.ceph-release=19.0.0, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., com.redhat.component=ubi9-container, version=1.2.5, io.spdk.build.makeflags=, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-type=git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public) 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:15:04.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:13:00 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 1min 14.125s CPU time. 2024-04-24T13:15:04.029 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:15:04.030 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:15:04.325 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:15:04.325 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 88s ago 27m smithi081=x;count:1 2024-04-24T13:15:04.325 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 88s ago 28m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:15:04.325 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 88s ago 22m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:15:04.325 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 88s ago - 2024-04-24T13:15:04.617 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:15:04.617 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (6m) 88s ago 21m 122M - 1.2.5 1e28a75d580c 91f4181f457c 2024-04-24T13:15:04.617 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (6m) 89s ago 22m 122M - 1.2.5 1e28a75d580c 284b4fbf4940 2024-04-24T13:15:04.617 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 88s ago 22m - - 2024-04-24T13:15:04.958 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:15:04.958 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:15:04.958 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:15:05.287 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:04 smithi096 ceph-mon[51702]: pgmap v960: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:05.302 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:15:05.302 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:15:05.302 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:15:05.302 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:15:05.302 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 10m) 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 29m) 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 24m), 8 in (since 24m) 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:15:05.303 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:15:05.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:04 smithi081 ceph-mon[26762]: pgmap v960: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:05.329 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.343 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.357 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.370 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.385 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:04 smithi162 ceph-mon[54108]: pgmap v960: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:05.397 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.411 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.425 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.438 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.451 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.465 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.478 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.492 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.506 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.520 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:15:05.520 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:15:05.520 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:15:05.521 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:15:05.523 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:15:05.834 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:05 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:15:06.100 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:05 smithi162 ceph-mon[54108]: from='client.34829 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:15:06.101 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:05 smithi162 ceph-mon[54108]: from='client.34835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:15:06.101 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:05 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3531620243' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:15:06.101 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:05 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2021183999' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:15:06.101 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:05 smithi162 podman[59051]: 2024-04-24 13:15:05.732721243 +0000 UTC m=+0.018824180 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:15:06.101 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:05 smithi162 podman[59051]: 2024-04-24 13:15:05.862133624 +0000 UTC m=+0.148236554 container create 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.version=24.01, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.ceph.nvmeof=None, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, architecture=x86_64, version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.ceph.git.branch=tags/1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.spdk.build.target-arch=, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public) 2024-04-24T13:15:06.101 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 podman[59051]: 2024-04-24 13:15:06.101468211 +0000 UTC m=+0.387571146 container init 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, architecture=x86_64, version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, distribution-scope=public, release=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.version=24.01, io.ceph.maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vendor=Red Hat, Inc., io.spdk.build.ceph-release=19.0.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None) 2024-04-24T13:15:06.216 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 68 secs before thrashing 2024-04-24T13:15:06.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:05 smithi081 ceph-mon[26762]: from='client.34829 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:15:06.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:05 smithi081 ceph-mon[26762]: from='client.34835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:15:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:05 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3531620243' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:15:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:05 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2021183999' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:15:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 podman[59051]: 2024-04-24 13:15:06.104656844 +0000 UTC m=+0.390759789 container start 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.ceph-release=19.0.0, distribution-scope=public, io.spdk.version=24.01, io.ceph.version=1.2.5, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, release=, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.buildah.version=1.29.0, io.spdk.build.makeflags=, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:15:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 bash[59051]: 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 2024-04-24T13:15:06.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:15:06.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:05 smithi096 ceph-mon[51702]: from='client.34829 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:15:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:05 smithi096 ceph-mon[51702]: from='client.34835 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:15:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:05 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3531620243' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:15:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:05 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2021183999' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [gateway] 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:15:06.606 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: group = 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: port = 5500 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: enable_auth = False 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: state_update_notify = True 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:15:06.607 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: verify_nqns = True 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [gateway-logs] 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: log_level = INFO 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: log_files_enabled = True 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:15:06.608 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [discovery] 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: port = 8009 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [ceph] 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: pool = mypool 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: 2024-04-24T13:15:06.609 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [mtls] 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: server_key = ./server.key 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: client_key = ./client.key 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [spdk] 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:15:06.610 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:15:06.614 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: timeout = 60.0 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: log_level = WARNING 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: conn_retries = 10 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: transports = tcp 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: [monitor] 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:63: timeout = 1.0 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO config.py:64: ======================================================================================================== 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:15:06.615 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.406+0000 7fe83291d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.406+0000 7fe83291d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.406+0000 7fe83291d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.409+0000 7fe83291d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.409+0000 7fe83291d5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe83291d5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe83291d5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 54388 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe83291d5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe82e8ba640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:15:06.616 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe82e8ba640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.410+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.617 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.618 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.412+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.414+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.415+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.417+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:351: SPDK process id: 69 2024-04-24T13:15:06.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: INFO: Setting log level to WARNING 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.419+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.420+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.422+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.423+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.425+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.426+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.427+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.429+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.431665] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.430+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.431738] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:15:06.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.432+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.433+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.435+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.436+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.438+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.439+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.441+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.442+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.444+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.445+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.447+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.448+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.450+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.451+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.453+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.454+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.456+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.457+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.458+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.460+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.461+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.463+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.465+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.466+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.467+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.469+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.470+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.472+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.473+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.475+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.477+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.478+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.480+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.481+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.482+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.484+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.485+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.487+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.489+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.490+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.492+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.493+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.495+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.497+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.498+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.500+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.501+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.503+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.505+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.506+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.508+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.509+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.511+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.513+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.514+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.516+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.517+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.518+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.520+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.521+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.523+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.525+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.526+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.528+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.529+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.531+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.532+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.534+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.535+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.537+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.538+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.540+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.541+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.543+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.544+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.546+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.547+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.549+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.550655] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.550+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.552+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.554+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.555+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.557+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.559+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.560+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.562+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.563+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.565+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.566+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.568+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.569+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.571+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.572+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.574+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.575+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.577+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.578+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.580+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.582+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.583+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.585+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.587+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.588+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.590+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.591+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.593+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.594+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.596+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.597+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.599+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.600+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.602+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.603+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.605+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.606+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.608+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.609+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.611+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.613+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.614+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.615+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.617+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.618+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.620+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.621+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.623+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.624+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.626+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.627+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.629+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.630+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.632196] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.632+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.634+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.635+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.637+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.639+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.641+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.643+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.644+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.646+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.647+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.649+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.650+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.652+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.653+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.655+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.656+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.658+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.659+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.661+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.663+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.665+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.666+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.668+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.670+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.672+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.674+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.675+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.677+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.679+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.681+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.682+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.684+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.685+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.687+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.688+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.690+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.691+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.693+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.860 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.694+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.696+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.698+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.699+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.701+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.702+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.704+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.705+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.707+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.708+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.710+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.711+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.713+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.714+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.716+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.717+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.719+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.720+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.722+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.723+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.725+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.726+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.728+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.729+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.731+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.732+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.734+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.735+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.737+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.738+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.740+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.741+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.743+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.744+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.746+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.747+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.749+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.750+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.752+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.753+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.755+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.756+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.758+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.759+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.761+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.762+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.764+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.765+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.767+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.768+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.770+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.771+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.773+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.774+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.776+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.777+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.779+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.780+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.782+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.783+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.785+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.786+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.788+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.789+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.791+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.792+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.794+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.795+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.797+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.798+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.800+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.801+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.803+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.804+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.806+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.807+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.809+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.810+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.812+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.813+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.815+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.816+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.818+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.819+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.820703] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.821+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.822+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.824+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.825+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.827+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.828+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.830+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.831+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:249: Discovery service process id: 881 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.833+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:15:06.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.834+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.836+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.838+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.839+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.841+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.843+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.844+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.846+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:15:06.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:15:06.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:15:06.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:15:06.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:15:06.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:15:06.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 2 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 3 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.872 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 4 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 5 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 6 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 7 2024-04-24T13:15:06.873 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 8 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 9 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 10 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.874 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 11 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 12 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 13 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 14 2024-04-24T13:15:06.875 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 15 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 16 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.876 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 2 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 3 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 4 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 5 2024-04-24T13:15:06.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 6 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 7 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 8 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 9 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 10 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 11 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 12 2024-04-24T13:15:06.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 13 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 14 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 15 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 16 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 2 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 3 2024-04-24T13:15:06.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 4 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 5 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 6 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 7 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 8 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 9 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 10 2024-04-24T13:15:06.883 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 11 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 12 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 13 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.884 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 14 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 15 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 16 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: INACCESSIBLE 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: ], , client address: IPv4 172.21.15.162:56998 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:15:06.885 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 ms_deliver_dispatch: unhandled message 0x563166bed180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 ms_deliver_dispatch: unhandled message 0x563166bdbd40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 76 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: 2024-04-24T13:15:06.858+0000 7fe82e8ba640 0 ms_deliver_dispatch: unhandled message 0x563166bed500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:15:06.886 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:15:07.105 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-mon[54108]: pgmap v961: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:07.106 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/2714663214' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:15:07.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:15:07.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:15:07.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.904103] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/703945031, rc 0 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.904551] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/703945031 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/703945031' anagrp=3 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.918166] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.948422] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/1182371812, rc 0 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.948999] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/1182371812 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/1182371812' anagrp=1 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.964908] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:15:07.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:06.977492] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:06 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:06] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.003247] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/3390951190, rc 0 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.003325] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/3390951190 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/3390951190' anagrp=2 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.017688] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.050828] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.097801] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:15:07.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.144493] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.192465] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:15:07.291 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.215286] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.237746] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.292 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.259176] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.280525] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.293 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:15:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:06 smithi081 ceph-mon[26762]: pgmap v961: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:06 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/2714663214' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:15:07.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.302914] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:15:07.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:15:07.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:15:07.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.324978] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.347071] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:15:07.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:15:07.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:06 smithi096 ceph-mon[51702]: pgmap v961: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:06 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/2714663214' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:15:07.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.369133] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:15:07.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:15:07.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:15:07.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:15:07.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:07.405683] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:15:07.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:07 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:07] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:15:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-mon[26762]: pgmap v962: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:15:08] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:15:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:15:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:15:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:15:09.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:15:09.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:43326 2024-04-24T13:15:09.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:08 smithi096 ceph-mon[51702]: pgmap v962: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:09.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:08 smithi162 ceph-mon[54108]: pgmap v962: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:15:11.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:10 smithi081 ceph-mon[26762]: pgmap v963: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-24T13:15:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:10 smithi096 ceph-mon[51702]: pgmap v963: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-24T13:15:11.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:10 smithi162 ceph-mon[54108]: pgmap v963: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 255 B/s wr, 10 op/s 2024-04-24T13:15:12.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:15:11] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: OPTIMIZED 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: OPTIMIZED 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:15:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: OPTIMIZED 2024-04-24T13:15:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:15:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: ], , client address: IPv4 172.21.15.162:57016 2024-04-24T13:15:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:11.926033] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000305 seconds 2024-04-24T13:15:13.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:12 smithi081 ceph-mon[26762]: pgmap v964: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-04-24T13:15:13.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:12 smithi096 ceph-mon[51702]: pgmap v964: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-04-24T13:15:13.394 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:12 smithi162 ceph-mon[54108]: pgmap v964: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.2 KiB/s wr, 40 op/s 2024-04-24T13:15:15.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:14 smithi081 ceph-mon[26762]: pgmap v965: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:15:15.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:14 smithi096 ceph-mon[51702]: pgmap v965: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:15:15.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:14 smithi162 ceph-mon[54108]: pgmap v965: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:15:17.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:16 smithi081 ceph-mon[26762]: pgmap v966: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 1.9 KiB/s wr, 69 op/s 2024-04-24T13:15:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:16 smithi096 ceph-mon[51702]: pgmap v966: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 1.9 KiB/s wr, 69 op/s 2024-04-24T13:15:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:16 smithi162 ceph-mon[54108]: pgmap v966: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 700 KiB/s rd, 1.9 KiB/s wr, 69 op/s 2024-04-24T13:15:19.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:18 smithi081 ceph-mon[26762]: pgmap v967: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:15:19.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:18 smithi096 ceph-mon[51702]: pgmap v967: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:15:19.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:18 smithi162 ceph-mon[54108]: pgmap v967: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:15:21.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:20 smithi081 ceph-mon[26762]: pgmap v968: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 2.1 KiB/s wr, 72 op/s 2024-04-24T13:15:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:20 smithi096 ceph-mon[51702]: pgmap v968: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 2.1 KiB/s wr, 72 op/s 2024-04-24T13:15:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:20 smithi162 ceph-mon[54108]: pgmap v968: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 746 KiB/s rd, 2.1 KiB/s wr, 72 op/s 2024-04-24T13:15:23.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:22 smithi081 ceph-mon[26762]: pgmap v969: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 1.8 KiB/s wr, 63 op/s 2024-04-24T13:15:23.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:22 smithi096 ceph-mon[51702]: pgmap v969: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 1.8 KiB/s wr, 63 op/s 2024-04-24T13:15:23.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:22 smithi162 ceph-mon[54108]: pgmap v969: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 1.8 KiB/s wr, 63 op/s 2024-04-24T13:15:25.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:24 smithi081 ceph-mon[26762]: pgmap v970: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 938 B/s wr, 32 op/s 2024-04-24T13:15:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:24 smithi096 ceph-mon[51702]: pgmap v970: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 938 B/s wr, 32 op/s 2024-04-24T13:15:25.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:24 smithi162 ceph-mon[54108]: pgmap v970: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 938 B/s wr, 32 op/s 2024-04-24T13:15:27.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:26 smithi081 ceph-mon[26762]: pgmap v971: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:15:27.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:26 smithi096 ceph-mon[51702]: pgmap v971: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:15:27.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:26 smithi162 ceph-mon[54108]: pgmap v971: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 853 B/s wr, 30 op/s 2024-04-24T13:15:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:28 smithi081 ceph-mon[26762]: pgmap v972: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 170 B/s wr, 4 op/s 2024-04-24T13:15:29.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:28 smithi096 ceph-mon[51702]: pgmap v972: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 170 B/s wr, 4 op/s 2024-04-24T13:15:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:28 smithi162 ceph-mon[54108]: pgmap v972: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 170 B/s wr, 4 op/s 2024-04-24T13:15:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:30 smithi081 ceph-mon[26762]: pgmap v973: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:30 smithi096 ceph-mon[51702]: pgmap v973: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:31.395 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:30 smithi162 ceph-mon[54108]: pgmap v973: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:32 smithi081 ceph-mon[26762]: pgmap v974: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:32 smithi096 ceph-mon[51702]: pgmap v974: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:32 smithi162 ceph-mon[54108]: pgmap v974: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:34 smithi081 ceph-mon[26762]: pgmap v975: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:34 smithi096 ceph-mon[51702]: pgmap v975: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:35.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:34 smithi162 ceph-mon[54108]: pgmap v975: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:37.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:36 smithi081 ceph-mon[26762]: pgmap v976: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:36 smithi096 ceph-mon[51702]: pgmap v976: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:37.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:36 smithi162 ceph-mon[54108]: pgmap v976: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:38.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:37 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:15:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:37 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:15:38.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:37 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:15:39.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:38 smithi081 ceph-mon[26762]: pgmap v977: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:15:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:15:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:15:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:38 smithi096 ceph-mon[51702]: pgmap v977: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:15:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:15:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:15:39.394 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:38 smithi162 ceph-mon[54108]: pgmap v977: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:39.395 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:15:39.395 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:15:39.395 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:15:40.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:39 smithi081 ceph-mon[26762]: pgmap v978: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:15:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:39 smithi081 ceph-mon[26762]: pgmap v979: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:15:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:39 smithi096 ceph-mon[51702]: pgmap v978: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:15:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:39 smithi096 ceph-mon[51702]: pgmap v979: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:15:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:39 smithi162 ceph-mon[54108]: pgmap v978: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:15:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:39 smithi162 ceph-mon[54108]: pgmap v979: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:15:42.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:41 smithi081 ceph-mon[26762]: pgmap v980: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:42.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:41 smithi096 ceph-mon[51702]: pgmap v980: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:42.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:41 smithi162 ceph-mon[54108]: pgmap v980: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:44.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:43 smithi081 ceph-mon[26762]: pgmap v981: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:44.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:43 smithi096 ceph-mon[51702]: pgmap v981: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:44.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:43 smithi162 ceph-mon[54108]: pgmap v981: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:46.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:45 smithi081 ceph-mon[26762]: pgmap v982: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:46.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:45 smithi096 ceph-mon[51702]: pgmap v982: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:46.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:45 smithi162 ceph-mon[54108]: pgmap v982: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:48.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:47 smithi081 ceph-mon[26762]: pgmap v983: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:47 smithi096 ceph-mon[51702]: pgmap v983: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:48.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:47 smithi162 ceph-mon[54108]: pgmap v983: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:15:50.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:49 smithi081 ceph-mon[26762]: pgmap v984: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:15:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:49 smithi096 ceph-mon[51702]: pgmap v984: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:15:50.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:49 smithi162 ceph-mon[54108]: pgmap v984: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:15:52.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:51 smithi081 ceph-mon[26762]: pgmap v985: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:51 smithi096 ceph-mon[51702]: pgmap v985: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:52.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:51 smithi162 ceph-mon[54108]: pgmap v985: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:54.325 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:53 smithi081 ceph-mon[26762]: pgmap v986: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:54.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:54 smithi096 ceph-mon[51702]: pgmap v986: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:54.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:54 smithi162 ceph-mon[54108]: pgmap v986: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:56.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:56 smithi081 ceph-mon[26762]: pgmap v987: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:56 smithi096 ceph-mon[51702]: pgmap v987: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:56.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:56 smithi162 ceph-mon[54108]: pgmap v987: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:15:58.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:15:58 smithi081 ceph-mon[26762]: pgmap v988: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:58.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:15:58 smithi096 ceph-mon[51702]: pgmap v988: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:15:58.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:15:58 smithi162 ceph-mon[54108]: pgmap v988: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:00.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:00 smithi081 ceph-mon[26762]: pgmap v989: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:00 smithi096 ceph-mon[51702]: pgmap v989: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:00.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:00 smithi162 ceph-mon[54108]: pgmap v989: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:02.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:02 smithi081 ceph-mon[26762]: pgmap v990: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:02 smithi096 ceph-mon[51702]: pgmap v990: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:02 smithi162 ceph-mon[54108]: pgmap v990: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:04.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:04 smithi081 ceph-mon[26762]: pgmap v991: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:04.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:04 smithi096 ceph-mon[51702]: pgmap v991: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:04 smithi162 ceph-mon[54108]: pgmap v991: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:06.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:06 smithi081 ceph-mon[26762]: pgmap v992: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:06 smithi096 ceph-mon[51702]: pgmap v992: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:06 smithi162 ceph-mon[54108]: pgmap v992: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:08.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:08 smithi081 ceph-mon[26762]: pgmap v993: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:08 smithi096 ceph-mon[51702]: pgmap v993: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:08 smithi162 ceph-mon[54108]: pgmap v993: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:10.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:10 smithi081 ceph-mon[26762]: pgmap v994: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:10 smithi096 ceph-mon[51702]: pgmap v994: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:10 smithi162 ceph-mon[54108]: pgmap v994: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:12.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:12 smithi081 ceph-mon[26762]: pgmap v995: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:12 smithi096 ceph-mon[51702]: pgmap v995: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:12.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:12 smithi162 ceph-mon[54108]: pgmap v995: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:14.217 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:16:14.218 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:16:14.218 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:16:14.247 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:16:14.247 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:16:14.247 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 7min ago 2024-04-24T13:16:14.247 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:16:14.247 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:16:14.247 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 139.8M 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 7min 55.060s 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:16:14.248 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:14.249 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:15:08 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:43326 2024-04-24T13:16:14.250 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:16:14.270 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:14 smithi096 ceph-mon[51702]: pgmap v996: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 7min ago 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 138.2M 2024-04-24T13:16:14.279 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 7min 54.522s 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.280 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:16:14.281 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:16:14.282 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:16:14.303 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:14 smithi162 ceph-mon[54108]: pgmap v996: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:14.314 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:16:14.314 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:16:14.314 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:15:06 UTC; 1min 8s ago 2024-04-24T13:16:14.314 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 59001 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 59002 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 59066 (conmon) 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 121.9M 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 8.526s 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─59068 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─59070 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─59087 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─59138 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─59958 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:16:14.315 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout: └─59066 /usr/bin/conmon --api-version 1 -c 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 -u 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25/userdata -p /run/containers/storage/overlay-containers/5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: OPTIMIZED 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: states { 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: grp_id: 1 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: state: OPTIMIZED 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: } 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: ], , client address: IPv4 172.21.15.162:57016 2024-04-24T13:16:14.316 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:15:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [2024-04-24 13:15:11.926033] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000305 seconds 2024-04-24T13:16:14.319 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:16:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:14 smithi081 ceph-mon[26762]: pgmap v996: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:14.611 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:16:14.611 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 2m ago 28m smithi081=x;count:1 2024-04-24T13:16:14.611 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 2m ago 29m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:16:14.611 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 2m ago 23m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:16:14.611 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 2m ago - 2024-04-24T13:16:14.896 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:16:14.896 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (7m) 2m ago 23m 122M - 1.2.5 1e28a75d580c 91f4181f457c 2024-04-24T13:16:14.896 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (7m) 2m ago 23m 122M - 1.2.5 1e28a75d580c 284b4fbf4940 2024-04-24T13:16:14.896 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 2m ago 23m - - 2024-04-24T13:16:15.234 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:16:15.234 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:16:15.234 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 11m) 2024-04-24T13:16:15.575 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 30m) 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 25m), 8 in (since 25m) 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: client: 13 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:16:15.576 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:16:15.601 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.615 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.629 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.643 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.656 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.670 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.683 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.697 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.711 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.724 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.738 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.752 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.765 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.779 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.793 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:16:15.794 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.3911775729171826) > weight (0.3333333333333333) 2024-04-24T13:16:15.794 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.5883576023079964) > weight (0.3333333333333333) 2024-04-24T13:16:15.794 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:16:15.794 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:16:15.794 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:16:16.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:16:15 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:16:16.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-mon[54108]: pgmap v997: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:16.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-mon[54108]: from='client.15819 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:16:16.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-mon[54108]: from='client.34904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:16:16.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2821532792' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:16:16.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3692414354' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:16:16.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:16 smithi081 ceph-mon[26762]: pgmap v997: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:16 smithi081 ceph-mon[26762]: from='client.15819 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:16:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:16 smithi081 ceph-mon[26762]: from='client.34904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:16:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:16 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2821532792' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:16:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:16 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3692414354' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:16:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:16 smithi096 ceph-mon[51702]: pgmap v997: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:16 smithi096 ceph-mon[51702]: from='client.15819 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:16:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:16 smithi096 ceph-mon[51702]: from='client.34904 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:16:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:16 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2821532792' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:16:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:16 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3692414354' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:16:16.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:16:16] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:16:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:17 smithi096 ceph-mon[51702]: pgmap v998: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:17 smithi162 ceph-mon[54108]: pgmap v998: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:17 smithi081 ceph-mon[26762]: pgmap v998: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:19.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:19 smithi081 ceph-mon[26762]: pgmap v999: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:19.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:19 smithi096 ceph-mon[51702]: pgmap v999: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:19.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:19 smithi162 ceph-mon[54108]: pgmap v999: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:21.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:21 smithi081 ceph-mon[26762]: pgmap v1000: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:21.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:21 smithi096 ceph-mon[51702]: pgmap v1000: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:21.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:21 smithi162 ceph-mon[54108]: pgmap v1000: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:23.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:23 smithi081 ceph-mon[26762]: pgmap v1001: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:23.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:23 smithi096 ceph-mon[51702]: pgmap v1001: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:23.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:23 smithi162 ceph-mon[54108]: pgmap v1001: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:25.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:25 smithi081 ceph-mon[26762]: pgmap v1002: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:25.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:25 smithi096 ceph-mon[51702]: pgmap v1002: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:25.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:25 smithi162 ceph-mon[54108]: pgmap v1002: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:16:26.561 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:16:26 smithi162 bash[60412]: time="2024-04-24T13:16:26Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:16:26.561 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:16:26 smithi162 podman[60412]: 2024-04-24 13:16:26.216494842 +0000 UTC m=+10.234264170 container died 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, org.centos.version=9.0-21.el9, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, io.spdk.git.branch=undefined, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi9-container, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:16:26.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:16:26 smithi162 podman[60412]: 2024-04-24 13:16:26.753672715 +0000 UTC m=+10.771442043 container cleanup 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.pkgdep-args=--rbd, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , release=, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.component=ceph-nvmeof, io.ceph.nvmeof=None, name=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.spdk.version=24.01, io.spdk.build.makeflags=, version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git) 2024-04-24T13:16:26.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:16:26 smithi162 bash[60412]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:16:27.164 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:16:27.198 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:27 smithi162 ceph-mon[54108]: pgmap v1003: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:27.199 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:16:27.200 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:16:27.200 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 124 secs before reviving 2024-04-24T13:16:27.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:27 smithi081 ceph-mon[26762]: pgmap v1003: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:27.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:27 smithi096 ceph-mon[51702]: pgmap v1003: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:29.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:29 smithi081 ceph-mon[26762]: pgmap v1004: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:29.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:29 smithi096 ceph-mon[51702]: pgmap v1004: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:29.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:29 smithi162 ceph-mon[54108]: pgmap v1004: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:31.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:31 smithi081 ceph-mon[26762]: pgmap v1005: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:16:31.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:31 smithi096 ceph-mon[51702]: pgmap v1005: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:16:31.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:31 smithi162 ceph-mon[54108]: pgmap v1005: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:16:33.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:33 smithi081 ceph-mon[26762]: pgmap v1006: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:16:33.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:33 smithi096 ceph-mon[51702]: pgmap v1006: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:16:33.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:33 smithi162 ceph-mon[54108]: pgmap v1006: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:16:35.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:35 smithi162 ceph-mon[54108]: pgmap v1007: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:16:35.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:35 smithi081 ceph-mon[26762]: pgmap v1007: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:16:35.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:35 smithi096 ceph-mon[51702]: pgmap v1007: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:16:37.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:16:36] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:16:37.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:37.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:37.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:16:37.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:58656 2024-04-24T13:16:37.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:16:36.941096] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000236 seconds 2024-04-24T13:16:38.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:37 smithi081 ceph-mon[26762]: pgmap v1008: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:37 smithi081 ceph-mon[26762]: osdmap e86: 8 total, 8 up, 8 in 2024-04-24T13:16:38.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:37 smithi096 ceph-mon[51702]: pgmap v1008: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:38.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:37 smithi096 ceph-mon[51702]: osdmap e86: 8 total, 8 up, 8 in 2024-04-24T13:16:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:37 smithi162 ceph-mon[54108]: pgmap v1008: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:37 smithi162 ceph-mon[54108]: osdmap e86: 8 total, 8 up, 8 in 2024-04-24T13:16:39.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:16:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:16:38] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:39.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:58672 2024-04-24T13:16:39.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:16:38.945245] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000264 seconds 2024-04-24T13:16:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:16:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:16:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: pgmap v1010: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:16:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:39 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: pgmap v1010: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:16:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:16:40.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:39 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: pgmap v1010: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:16:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:39 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:16:41.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:40 smithi081 ceph-mon[26762]: pgmap v1011: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:16:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:40 smithi081 ceph-mon[26762]: pgmap v1012: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:16:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:40 smithi096 ceph-mon[51702]: pgmap v1011: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:16:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:40 smithi096 ceph-mon[51702]: pgmap v1012: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:16:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:40 smithi162 ceph-mon[54108]: pgmap v1011: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:16:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:40 smithi162 ceph-mon[54108]: pgmap v1012: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:16:43.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:42 smithi081 ceph-mon[26762]: pgmap v1013: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1 op/s 2024-04-24T13:16:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:42 smithi096 ceph-mon[51702]: pgmap v1013: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1 op/s 2024-04-24T13:16:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:42 smithi162 ceph-mon[54108]: pgmap v1013: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.6 KiB/s rd, 1 op/s 2024-04-24T13:16:45.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:44 smithi081 ceph-mon[26762]: pgmap v1014: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:16:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:44 smithi096 ceph-mon[51702]: pgmap v1014: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:16:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:44 smithi162 ceph-mon[54108]: pgmap v1014: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:16:47.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:46 smithi162 ceph-mon[54108]: pgmap v1015: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:16:47.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:46 smithi081 ceph-mon[26762]: pgmap v1015: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:16:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:46 smithi096 ceph-mon[51702]: pgmap v1015: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:16:48.944 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:48 smithi096 ceph-mon[51702]: pgmap v1016: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:16:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:48 smithi081 ceph-mon[26762]: pgmap v1016: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:16:49.393 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:48 smithi162 ceph-mon[54108]: pgmap v1016: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:16:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:50 smithi081 ceph-mon[26762]: pgmap v1017: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:16:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:50 smithi096 ceph-mon[51702]: pgmap v1017: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:16:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:50 smithi162 ceph-mon[54108]: pgmap v1017: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:16:53.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:52 smithi081 ceph-mon[26762]: pgmap v1018: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:52 smithi096 ceph-mon[51702]: pgmap v1018: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:52 smithi162 ceph-mon[54108]: pgmap v1018: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:55.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:54 smithi081 ceph-mon[26762]: pgmap v1019: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:54 smithi096 ceph-mon[51702]: pgmap v1019: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:54 smithi162 ceph-mon[54108]: pgmap v1019: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:16:57.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:56 smithi081 ceph-mon[26762]: pgmap v1020: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:56 smithi096 ceph-mon[51702]: pgmap v1020: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:56 smithi162 ceph-mon[54108]: pgmap v1020: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:59.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:16:58 smithi081 ceph-mon[26762]: pgmap v1021: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:16:58 smithi096 ceph-mon[51702]: pgmap v1021: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:16:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:16:58 smithi162 ceph-mon[54108]: pgmap v1021: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:01.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:00 smithi081 ceph-mon[26762]: pgmap v1022: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:00 smithi096 ceph-mon[51702]: pgmap v1022: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:00 smithi162 ceph-mon[54108]: pgmap v1022: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:02 smithi081 ceph-mon[26762]: pgmap v1023: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:02 smithi096 ceph-mon[51702]: pgmap v1023: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:02 smithi162 ceph-mon[54108]: pgmap v1023: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:05.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:04 smithi081 ceph-mon[26762]: pgmap v1024: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:04 smithi096 ceph-mon[51702]: pgmap v1024: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:04 smithi162 ceph-mon[54108]: pgmap v1024: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:06 smithi081 ceph-mon[26762]: pgmap v1025: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:06 smithi096 ceph-mon[51702]: pgmap v1025: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:06 smithi162 ceph-mon[54108]: pgmap v1025: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:09.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:08 smithi081 ceph-mon[26762]: pgmap v1026: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:08 smithi096 ceph-mon[51702]: pgmap v1026: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:08 smithi162 ceph-mon[54108]: pgmap v1026: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:11.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:10 smithi081 ceph-mon[26762]: pgmap v1027: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:10 smithi096 ceph-mon[51702]: pgmap v1027: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:11.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:10 smithi162 ceph-mon[54108]: pgmap v1027: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:13.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:12 smithi081 ceph-mon[26762]: pgmap v1028: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:12 smithi096 ceph-mon[51702]: pgmap v1028: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:12 smithi162 ceph-mon[54108]: pgmap v1028: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:15.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:14 smithi081 ceph-mon[26762]: pgmap v1029: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:14 smithi096 ceph-mon[51702]: pgmap v1029: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:14 smithi162 ceph-mon[54108]: pgmap v1029: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:17.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:16 smithi081 ceph-mon[26762]: pgmap v1030: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:16 smithi096 ceph-mon[51702]: pgmap v1030: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:16 smithi162 ceph-mon[54108]: pgmap v1030: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:18 smithi081 ceph-mon[26762]: pgmap v1031: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:18 smithi096 ceph-mon[51702]: pgmap v1031: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:18 smithi162 ceph-mon[54108]: pgmap v1031: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:21.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:20 smithi081 ceph-mon[26762]: pgmap v1032: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:20 smithi096 ceph-mon[51702]: pgmap v1032: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:20 smithi162 ceph-mon[54108]: pgmap v1032: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:22 smithi081 ceph-mon[26762]: pgmap v1033: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:22 smithi096 ceph-mon[51702]: pgmap v1033: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:22 smithi162 ceph-mon[54108]: pgmap v1033: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:25.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:24 smithi081 ceph-mon[26762]: pgmap v1034: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:24 smithi096 ceph-mon[51702]: pgmap v1034: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:24 smithi162 ceph-mon[54108]: pgmap v1034: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:27.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:26 smithi081 ceph-mon[26762]: pgmap v1035: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:26 smithi096 ceph-mon[51702]: pgmap v1035: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:26 smithi162 ceph-mon[54108]: pgmap v1035: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:29.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:28 smithi081 ceph-mon[26762]: pgmap v1036: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:28 smithi096 ceph-mon[51702]: pgmap v1036: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:28 smithi162 ceph-mon[54108]: pgmap v1036: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:31.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:30 smithi081 ceph-mon[26762]: pgmap v1037: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:30 smithi096 ceph-mon[51702]: pgmap v1037: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:30 smithi162 ceph-mon[54108]: pgmap v1037: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:33.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:32 smithi081 ceph-mon[26762]: pgmap v1038: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:32 smithi096 ceph-mon[51702]: pgmap v1038: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:32 smithi162 ceph-mon[54108]: pgmap v1038: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:34 smithi081 ceph-mon[26762]: pgmap v1039: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:34 smithi096 ceph-mon[51702]: pgmap v1039: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:34 smithi162 ceph-mon[54108]: pgmap v1039: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:36 smithi081 ceph-mon[26762]: pgmap v1040: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:36 smithi096 ceph-mon[51702]: pgmap v1040: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:36 smithi162 ceph-mon[54108]: pgmap v1040: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:39.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:38 smithi081 ceph-mon[26762]: pgmap v1041: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:38 smithi096 ceph-mon[51702]: pgmap v1041: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:38 smithi162 ceph-mon[54108]: pgmap v1041: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: pgmap v1042: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:40 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: pgmap v1042: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:40 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: pgmap v1042: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:17:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:41.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:40 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:42 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:42 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:42 smithi096 ceph-mon[51702]: pgmap v1043: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:42.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:42 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:42 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:42 smithi162 ceph-mon[54108]: pgmap v1043: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:42.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:42 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:42 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:42.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:42 smithi081 ceph-mon[26762]: pgmap v1043: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:17:43.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:43.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:43.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:43.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:43.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:43.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:44.819 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:44 smithi081 ceph-mon[26762]: pgmap v1044: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:44.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:44 smithi096 ceph-mon[51702]: pgmap v1044: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:44.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:44 smithi162 ceph-mon[54108]: pgmap v1044: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: pgmap v1045: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 85 B/s wr, 1 op/s 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:17:47.323 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:46 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: pgmap v1045: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 85 B/s wr, 1 op/s 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:17:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:46 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: pgmap v1045: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 85 B/s wr, 1 op/s 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:17:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:46 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:17:48.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:47 smithi081 ceph-mon[26762]: Detected new or changed devices on smithi177 2024-04-24T13:17:48.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:47 smithi081 ceph-mon[26762]: pgmap v1046: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 189 B/s wr, 4 op/s 2024-04-24T13:17:48.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:47 smithi081 ceph-mon[26762]: pgmap v1047: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 232 B/s wr, 5 op/s 2024-04-24T13:17:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:47 smithi096 ceph-mon[51702]: Detected new or changed devices on smithi177 2024-04-24T13:17:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:47 smithi096 ceph-mon[51702]: pgmap v1046: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 189 B/s wr, 4 op/s 2024-04-24T13:17:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:47 smithi096 ceph-mon[51702]: pgmap v1047: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 232 B/s wr, 5 op/s 2024-04-24T13:17:48.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:47 smithi162 ceph-mon[54108]: Detected new or changed devices on smithi177 2024-04-24T13:17:48.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:47 smithi162 ceph-mon[54108]: pgmap v1046: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 189 B/s wr, 4 op/s 2024-04-24T13:17:48.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:47 smithi162 ceph-mon[54108]: pgmap v1047: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 232 B/s wr, 5 op/s 2024-04-24T13:17:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:49 smithi081 ceph-mon[26762]: pgmap v1048: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 465 B/s wr, 4 op/s 2024-04-24T13:17:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:49 smithi096 ceph-mon[51702]: pgmap v1048: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 465 B/s wr, 4 op/s 2024-04-24T13:17:50.394 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:49 smithi162 ceph-mon[54108]: pgmap v1048: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 465 B/s wr, 4 op/s 2024-04-24T13:17:52.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:52 smithi081 ceph-mon[26762]: pgmap v1049: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.7 KiB/s wr, 44 op/s 2024-04-24T13:17:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:52 smithi096 ceph-mon[51702]: pgmap v1049: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.7 KiB/s wr, 44 op/s 2024-04-24T13:17:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:52 smithi162 ceph-mon[54108]: pgmap v1049: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.7 KiB/s wr, 44 op/s 2024-04-24T13:17:54.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:54 smithi081 ceph-mon[26762]: pgmap v1050: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 952 KiB/s rd, 1.7 KiB/s wr, 43 op/s 2024-04-24T13:17:54.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:54 smithi096 ceph-mon[51702]: pgmap v1050: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 952 KiB/s rd, 1.7 KiB/s wr, 43 op/s 2024-04-24T13:17:54.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:54 smithi162 ceph-mon[54108]: pgmap v1050: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 952 KiB/s rd, 1.7 KiB/s wr, 43 op/s 2024-04-24T13:17:56.322 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:56 smithi081 ceph-mon[26762]: pgmap v1051: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.6 KiB/s wr, 44 op/s 2024-04-24T13:17:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:56 smithi096 ceph-mon[51702]: pgmap v1051: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.6 KiB/s wr, 44 op/s 2024-04-24T13:17:56.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:56 smithi162 ceph-mon[54108]: pgmap v1051: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 956 KiB/s rd, 1.6 KiB/s wr, 44 op/s 2024-04-24T13:17:58.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:17:58 smithi081 ceph-mon[26762]: pgmap v1052: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.3 KiB/s wr, 36 op/s 2024-04-24T13:17:58.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:17:58 smithi096 ceph-mon[51702]: pgmap v1052: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.3 KiB/s wr, 36 op/s 2024-04-24T13:17:58.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:17:58 smithi162 ceph-mon[54108]: pgmap v1052: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.3 KiB/s wr, 36 op/s 2024-04-24T13:18:00.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:00 smithi081 ceph-mon[26762]: pgmap v1053: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 654 KiB/s rd, 1.1 KiB/s wr, 30 op/s 2024-04-24T13:18:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:00 smithi096 ceph-mon[51702]: pgmap v1053: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 654 KiB/s rd, 1.1 KiB/s wr, 30 op/s 2024-04-24T13:18:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:00 smithi162 ceph-mon[54108]: pgmap v1053: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 654 KiB/s rd, 1.1 KiB/s wr, 30 op/s 2024-04-24T13:18:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:02 smithi081 ceph-mon[26762]: pgmap v1054: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 938 B/s wr, 30 op/s 2024-04-24T13:18:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:02 smithi096 ceph-mon[51702]: pgmap v1054: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 938 B/s wr, 30 op/s 2024-04-24T13:18:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:02 smithi162 ceph-mon[54108]: pgmap v1054: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 938 B/s wr, 30 op/s 2024-04-24T13:18:04.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:04 smithi081 ceph-mon[26762]: pgmap v1055: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:04.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:04 smithi096 ceph-mon[51702]: pgmap v1055: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:04 smithi162 ceph-mon[54108]: pgmap v1055: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:06.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:06 smithi081 ceph-mon[26762]: pgmap v1056: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:06 smithi096 ceph-mon[51702]: pgmap v1056: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:06 smithi162 ceph-mon[54108]: pgmap v1056: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:08 smithi081 ceph-mon[26762]: pgmap v1057: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:08 smithi096 ceph-mon[51702]: pgmap v1057: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:08 smithi162 ceph-mon[54108]: pgmap v1057: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:10.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:10 smithi081 ceph-mon[26762]: pgmap v1058: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:10 smithi096 ceph-mon[51702]: pgmap v1058: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:10 smithi162 ceph-mon[54108]: pgmap v1058: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:12.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:12 smithi081 ceph-mon[26762]: pgmap v1059: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:12 smithi096 ceph-mon[51702]: pgmap v1059: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:12 smithi162 ceph-mon[54108]: pgmap v1059: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:14.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:14 smithi081 ceph-mon[26762]: pgmap v1060: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:14 smithi096 ceph-mon[51702]: pgmap v1060: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:14 smithi162 ceph-mon[54108]: pgmap v1060: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:16 smithi081 ceph-mon[26762]: pgmap v1061: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:16 smithi096 ceph-mon[51702]: pgmap v1061: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:16.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:16 smithi162 ceph-mon[54108]: pgmap v1061: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:18.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:18 smithi081 ceph-mon[26762]: pgmap v1062: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:18 smithi096 ceph-mon[51702]: pgmap v1062: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:18.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:18 smithi162 ceph-mon[54108]: pgmap v1062: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:20.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:20 smithi081 ceph-mon[26762]: pgmap v1063: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:20.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:20 smithi096 ceph-mon[51702]: pgmap v1063: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:20.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:20 smithi162 ceph-mon[54108]: pgmap v1063: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:22.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:22 smithi081 ceph-mon[26762]: pgmap v1064: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:22.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:22 smithi096 ceph-mon[51702]: pgmap v1064: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:22.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:22 smithi162 ceph-mon[54108]: pgmap v1064: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:23 smithi096 ceph-mon[51702]: pgmap v1065: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:23 smithi162 ceph-mon[54108]: pgmap v1065: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:23.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:23 smithi081 ceph-mon[26762]: pgmap v1065: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:25 smithi081 ceph-mon[26762]: pgmap v1066: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:26.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:25 smithi096 ceph-mon[51702]: pgmap v1066: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:26.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:25 smithi162 ceph-mon[54108]: pgmap v1066: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:28.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:27 smithi081 ceph-mon[26762]: pgmap v1067: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:28.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:27 smithi096 ceph-mon[51702]: pgmap v1067: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:28.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:27 smithi162 ceph-mon[54108]: pgmap v1067: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:30.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:29 smithi081 ceph-mon[26762]: pgmap v1068: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:30.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:29 smithi096 ceph-mon[51702]: pgmap v1068: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:30.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:29 smithi162 ceph-mon[54108]: pgmap v1068: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:18:31.201 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:18:31.201 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:18:31.201 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:18:31.229 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:18:31.229 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 10min ago 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 146.2M 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 10min 12.220s 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:18:31.230 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:18:31.231 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: OPTIMIZED 2024-04-24T13:18:31.232 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:18:31.232 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:58672 2024-04-24T13:18:31.232 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:16:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [2024-04-24 13:16:38.945245] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000264 seconds 2024-04-24T13:18:31.233 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:18:31.261 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:18:31.261 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:18:31.261 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 10min ago 2024-04-24T13:18:31.261 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.261 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 145.0M 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 10min 11.681s 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:18:31.262 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:18:31.263 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:18:31.264 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:18:31.300 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:16:27 UTC; 2min 4s ago 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 1min 9.622s 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 59001 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 59002 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 60384 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 60454 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 60485 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 59066 (code=exited, status=137) 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 21.015s 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:18:31.301 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[59066]: [24-Apr-2024 13:16:16] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:26 smithi162 bash[60412]: time="2024-04-24T13:16:26Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:26 smithi162 podman[60412]: 2024-04-24 13:16:26.216494842 +0000 UTC m=+10.234264170 container died 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, org.centos.version=9.0-21.el9, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, io.spdk.git.branch=undefined, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi9-container, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:26 smithi162 podman[60412]: 2024-04-24 13:16:26.753672715 +0000 UTC m=+10.771442043 container cleanup 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.pkgdep-args=--rbd, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , release=, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.component=ceph-nvmeof, io.ceph.nvmeof=None, name=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.spdk.version=24.01, io.spdk.build.makeflags=, version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git) 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:26 smithi162 bash[60412]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:26 smithi162 podman[60442]: 2024-04-24 13:16:26.938382431 +0000 UTC m=+0.722280793 container remove 5f56ade91e43e02838e34f5f476ec3527c7b0db334dd63ce236995209bd3fd25 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.makeflags=, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , version=1.2.5, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, io.ceph.nvmeof=None, org.centos.version=9.0-21.el9, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:26 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:27 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:27 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:18:31.302 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:16:27 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 1min 21.015s CPU time. 2024-04-24T13:18:31.303 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:18:31.303 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:18:31.595 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:18:31.595 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 4m ago 31m smithi081=x;count:1 2024-04-24T13:18:31.595 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 4m ago 31m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:18:31.596 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 4m ago 26m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:18:31.596 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 4m ago - 2024-04-24T13:18:31.881 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:18:31.882 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (10m) 4m ago 25m 122M - 1.2.5 1e28a75d580c 91f4181f457c 2024-04-24T13:18:31.882 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (10m) 4m ago 25m 122M - 1.2.5 1e28a75d580c 284b4fbf4940 2024-04-24T13:18:31.882 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 4m ago 26m - - 2024-04-24T13:18:32.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:31 smithi081 ceph-mon[26762]: pgmap v1069: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:32.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:31 smithi096 ceph-mon[51702]: pgmap v1069: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:32.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:31 smithi162 ceph-mon[54108]: pgmap v1069: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:32.218 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:18:32.218 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:18:32.218 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:18:32.554 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 13m) 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 32m) 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 27m), 8 in (since 28m) 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:18:32.555 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:18:32.556 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:18:32.556 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:18:32.556 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:18:32.556 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:18:32.582 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.596 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.609 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.623 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.637 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.650 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.664 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.677 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.691 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.705 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.718 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.732 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.745 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.759 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.773 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:18:32.774 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:18:32.774 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:18:32.774 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:18:32.777 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:18:33.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:32 smithi081 ceph-mon[26762]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:18:33.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:32 smithi081 ceph-mon[26762]: from='client.34928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:18:33.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:32 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1366507886' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:18:33.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:32 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2998248129' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:18:33.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:32 smithi162 ceph-mon[54108]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:18:33.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:32 smithi162 ceph-mon[54108]: from='client.34928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:18:33.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:32 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1366507886' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:18:33.079 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:32 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2998248129' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:18:33.079 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:32 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:18:33.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:32 smithi096 ceph-mon[51702]: from='client.15843 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:18:33.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:32 smithi096 ceph-mon[51702]: from='client.34928 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:18:33.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:32 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1366507886' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:18:33.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:32 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2998248129' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:18:33.349 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 podman[61056]: 2024-04-24 13:18:32.982694842 +0000 UTC m=+0.018975317 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:18:33.349 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 podman[61056]: 2024-04-24 13:18:33.080141106 +0000 UTC m=+0.116421580 container create 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, distribution-scope=public, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.spdk.build.target-arch=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, io.ceph.version=1.2.5, summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.makeflags=, io.spdk.build.ceph-release=19.0.0, com.redhat.component=ubi9-container, version=1.2.5, architecture=x86_64, io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.wants=ceph,rbd, release=, vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:18:33.349 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 podman[61056]: 2024-04-24 13:18:33.349822241 +0000 UTC m=+0.386102725 container init 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.version=24.01, io.spdk.git.branch=undefined, io.ceph.version=1.2.5, io.spdk.build.makeflags=, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.component=ubi9-container, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.branch=tags/1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0, architecture=x86_64, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:18:33.463 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 63 secs before thrashing 2024-04-24T13:18:33.599 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 podman[61056]: 2024-04-24 13:18:33.352804875 +0000 UTC m=+0.389085355 container start 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, com.redhat.component=ubi9-container, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, maintainer=Ceph Developers , release=, version=1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.version=24.01, org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, distribution-scope=public, io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, vcs-type=git, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, name=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 bash[61056]: 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [gateway] 2024-04-24T13:18:33.600 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: group = 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: port = 5500 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: enable_auth = False 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: state_update_notify = True 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:18:33.601 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: verify_nqns = True 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [gateway-logs] 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: log_level = INFO 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: log_files_enabled = True 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:18:33.602 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [discovery] 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: port = 8009 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [ceph] 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: pool = mypool 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [mtls] 2024-04-24T13:18:33.603 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: server_key = ./server.key 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: client_key = ./client.key 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [spdk] 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: timeout = 60.0 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: log_level = WARNING 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: conn_retries = 10 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: transports = tcp 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:18:33.604 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: 2024-04-24T13:18:33.850 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-mon[54108]: pgmap v1070: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: [monitor] 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:63: timeout = 1.0 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO config.py:64: ======================================================================================================== 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:18:33.851 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.650+0000 7fcdf607e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.650+0000 7fcdf607e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.651+0000 7fcdf607e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.653+0000 7fcdf607e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.653+0000 7fcdf607e5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.654+0000 7fcdf607e5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.654+0000 7fcdf607e5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 54481 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.655+0000 7fcdf607e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.655+0000 7fcdf201b640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:18:33.852 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.655+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.655+0000 7fcdf201b640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.655+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:18:33.855 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.856 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.857 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.656+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.858 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.859 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 80 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.657+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.659+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.660+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.662+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:351: SPDK process id: 66 2024-04-24T13:18:33.861 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: INFO: Setting log level to WARNING 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:33] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.663+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.665+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.666+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.668+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.669+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.671+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.672+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.674+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:33.677095] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:33.677154] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid66 ] 2024-04-24T13:18:33.862 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.675+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.677+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.678+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.680+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.681+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.683+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.684+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.686+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.687+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.689+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.690+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.691+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.693+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.863 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.694+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.696+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.697+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.699+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.700+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.702+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.703+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.705+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.706+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.708+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.709+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.711+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.712+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.714+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.864 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.715+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.717+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.718+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.719+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.721+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.722+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.724+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.725+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.727+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.728+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.730+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.731+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.733+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.734+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.736+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.865 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.737+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.739+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.740+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.742+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.743+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.745+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.746+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.748+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.749+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.751+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.752+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.754+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.755+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.866 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.756+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.758+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.759+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.761+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.762+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.764+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.765+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.767+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.768+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.769+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.771+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.772+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.774+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.775+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.867 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.777+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.778+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.780+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.781+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.783+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.784+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.786+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.787+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:33.790695] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.788+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.790+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.792+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.794+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.796+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.868 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.797+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.799+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.800+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.802+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.803+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.805+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.806+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.807+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.809+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.810+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.812+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.813+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.815+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.816+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.869 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.818+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.819+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.821+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.823+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.825+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.826+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.828+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.829+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.831+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.832+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.834+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.835+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.837+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.870 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.838+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.840+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.841+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.843+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.844+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.846+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.848+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.849+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.851+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.852+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.854+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.856+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.857+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:33.860641] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:18:33.871 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.860+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:33 smithi081 ceph-mon[26762]: pgmap v1070: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:34.103 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.862+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.103 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.864+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.103 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.866+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.868+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.870+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.871+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.873+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.874+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.876+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.877+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.879+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.880+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.882+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.883+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.885+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.886+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.888+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.890+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.892+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.893+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.895+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.897+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.899+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.901+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.903+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.905+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.906+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.908+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.909+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.911+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.912+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.914+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.916+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.917+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.919+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.920+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.922+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.923+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.925+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.927+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.928+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.930+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.931+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.933+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.934+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.936+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.107 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.937+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.939+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.940+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.942+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.944+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.945+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.947+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.948+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.950+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.951+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.953+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.955+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.956+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.958+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.108 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.959+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.961+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.963+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.964+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.966+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.967+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.969+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.970+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.972+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.974+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.975+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.977+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.978+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.980+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.982+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.983+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.985+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.986+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.988+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.989+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.991+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.993+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.994+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.996+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:33 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.997+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:33.999+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.000+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.002+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.004+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.005+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.007+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.008+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.010+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.011+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.013+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.015+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.016+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.018+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.019+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.021+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.023+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.024+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.026+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.027+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.029+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.030+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.032+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.033+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.034+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.036+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.037+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.039+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.040+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.042+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.043+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.045+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.046+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.048+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.049+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.051+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.052+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.054+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.055+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.057+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.058+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.060+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.062+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.063+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.065+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.066+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.068648] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.068+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.070+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.071+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.073+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.074+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.076+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.078+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.079+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO server.py:249: Discovery service process id: 878 2024-04-24T13:18:34.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.081+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.082+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.084+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.086+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.087+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.089+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.091+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.092+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.094+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.096+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.097+0000 7fcdf201b640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:18:34.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:18:34.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:18:34.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:18:34.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:18:34.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:33 smithi096 ceph-mon[51702]: pgmap v1070: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:18:34.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 4 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 5 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 6 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 7 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 8 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 9 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 10 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 11 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 12 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 13 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 14 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 15 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 16 2024-04-24T13:18:34.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:18:34.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 4 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 5 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 6 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 7 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 8 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 9 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 10 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 11 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 12 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.368 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 13 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 14 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 15 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 16 2024-04-24T13:18:34.369 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:18:34.370 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 4 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 5 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 6 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.371 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 7 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 8 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 9 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 10 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.372 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 11 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 12 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 13 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 14 2024-04-24T13:18:34.373 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 15 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 16 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:36032 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:18:34.374 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.112+0000 7fcdf201b640 0 ms_deliver_dispatch: unhandled message 0x55b7d80b7180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.112+0000 7fcdf201b640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.112+0000 7fcdf201b640 0 ms_deliver_dispatch: unhandled message 0x55b7d80a5d40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.112+0000 7fcdf201b640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: 2024-04-24T13:18:34.112+0000 7fcdf201b640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.156627] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.173692] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/2683746345, rc 0 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.173809] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/2683746345 2024-04-24T13:18:34.375 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/2683746345' anagrp=2 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.189349] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.220180] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.376 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.265690] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.333538] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/3375033687, rc 0 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.334006] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/3375033687 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/3375033687' anagrp=3 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.349769] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:18:34.377 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:18:34.378 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.378 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:18:34.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.371918] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:18:34.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:18:34.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:18:34.619 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.394323] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.425349] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/127942820, rc 0 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.425447] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/127942820 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/127942820' anagrp=1 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.439956] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:18:34.620 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:18:34.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:18:34.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:18:34.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.462512] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:18:34.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:18:34.621 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.485216] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.503206] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:18:34.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.526616] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.550026] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.571978] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:18:34.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.596273] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.619646] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:18:34.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:18:34.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/490933541' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:34.656168] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:18:34.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:18:34.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:18:34.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:18:34.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:34 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:34] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:18:35.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:34 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/490933541' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:18:35.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:34 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/490933541' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:18:36.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:35 smithi096 ceph-mon[51702]: pgmap v1071: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 14 op/s 2024-04-24T13:18:36.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:35 smithi162 ceph-mon[54108]: pgmap v1071: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 14 op/s 2024-04-24T13:18:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-mon[26762]: pgmap v1071: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 14 op/s 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:18:35] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:18:36.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:18:36.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:52438 2024-04-24T13:18:38.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:37 smithi096 ceph-mon[51702]: pgmap v1072: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 28 op/s 2024-04-24T13:18:38.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:37 smithi162 ceph-mon[54108]: pgmap v1072: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 28 op/s 2024-04-24T13:18:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:37 smithi081 ceph-mon[26762]: pgmap v1072: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 28 op/s 2024-04-24T13:18:40.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:39 smithi096 ceph-mon[51702]: pgmap v1073: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 36 op/s 2024-04-24T13:18:40.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-mon[54108]: pgmap v1073: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 36 op/s 2024-04-24T13:18:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:18:39] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:18:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:18:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:18:40.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:36066 2024-04-24T13:18:40.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:39.848516] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000252 seconds 2024-04-24T13:18:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:39 smithi081 ceph-mon[26762]: pgmap v1073: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 36 op/s 2024-04-24T13:18:42.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:41 smithi096 ceph-mon[51702]: pgmap v1074: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 52 op/s 2024-04-24T13:18:42.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:41 smithi162 ceph-mon[54108]: pgmap v1074: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 52 op/s 2024-04-24T13:18:42.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:41 smithi081 ceph-mon[26762]: pgmap v1074: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 388 KiB/s rd, 52 op/s 2024-04-24T13:18:44.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:43 smithi096 ceph-mon[51702]: pgmap v1075: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 54 op/s 2024-04-24T13:18:44.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:43 smithi162 ceph-mon[54108]: pgmap v1075: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 54 op/s 2024-04-24T13:18:44.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:43 smithi081 ceph-mon[26762]: pgmap v1075: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 433 KiB/s rd, 54 op/s 2024-04-24T13:18:46.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:45 smithi096 ceph-mon[51702]: pgmap v1076: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 64 op/s 2024-04-24T13:18:46.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:45 smithi162 ceph-mon[54108]: pgmap v1076: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 64 op/s 2024-04-24T13:18:46.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:45 smithi081 ceph-mon[26762]: pgmap v1076: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 64 op/s 2024-04-24T13:18:48.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:47 smithi096 ceph-mon[51702]: pgmap v1077: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 54 op/s 2024-04-24T13:18:48.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:18:48.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:47 smithi162 ceph-mon[54108]: pgmap v1077: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 54 op/s 2024-04-24T13:18:48.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:18:48.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:47 smithi081 ceph-mon[26762]: pgmap v1077: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 713 KiB/s rd, 54 op/s 2024-04-24T13:18:48.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:18:50.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:49 smithi081 ceph-mon[26762]: pgmap v1078: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 40 op/s 2024-04-24T13:18:50.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:49 smithi096 ceph-mon[51702]: pgmap v1078: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 40 op/s 2024-04-24T13:18:50.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:49 smithi162 ceph-mon[54108]: pgmap v1078: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 682 KiB/s rd, 40 op/s 2024-04-24T13:18:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:51 smithi081 ceph-mon[26762]: pgmap v1079: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 32 op/s 2024-04-24T13:18:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:18:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:18:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:51 smithi096 ceph-mon[51702]: pgmap v1079: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 32 op/s 2024-04-24T13:18:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:18:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:18:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:51 smithi162 ceph-mon[54108]: pgmap v1079: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 671 KiB/s rd, 32 op/s 2024-04-24T13:18:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:18:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:18:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:18:53.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:52 smithi096 ceph-mon[51702]: pgmap v1080: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 18 op/s 2024-04-24T13:18:53.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:52 smithi096 ceph-mon[51702]: pgmap v1081: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 445 KiB/s rd, 19 op/s 2024-04-24T13:18:53.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:52 smithi162 ceph-mon[54108]: pgmap v1080: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 18 op/s 2024-04-24T13:18:53.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:52 smithi162 ceph-mon[54108]: pgmap v1081: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 445 KiB/s rd, 19 op/s 2024-04-24T13:18:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:52 smithi081 ceph-mon[26762]: pgmap v1080: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 18 op/s 2024-04-24T13:18:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:52 smithi081 ceph-mon[26762]: pgmap v1081: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 445 KiB/s rd, 19 op/s 2024-04-24T13:18:55.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:54 smithi096 ceph-mon[51702]: pgmap v1082: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6 op/s 2024-04-24T13:18:55.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:54 smithi162 ceph-mon[54108]: pgmap v1082: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6 op/s 2024-04-24T13:18:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:54 smithi081 ceph-mon[26762]: pgmap v1082: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 6 op/s 2024-04-24T13:18:57.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:56 smithi096 ceph-mon[51702]: pgmap v1083: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:18:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:56 smithi162 ceph-mon[54108]: pgmap v1083: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:18:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:56 smithi081 ceph-mon[26762]: pgmap v1083: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:18:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:18:58 smithi096 ceph-mon[51702]: pgmap v1084: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1 op/s 2024-04-24T13:18:59.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:18:58 smithi162 ceph-mon[54108]: pgmap v1084: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1 op/s 2024-04-24T13:18:59.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:18:58 smithi081 ceph-mon[26762]: pgmap v1084: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1 op/s 2024-04-24T13:19:01.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:00 smithi096 ceph-mon[51702]: pgmap v1085: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:00 smithi162 ceph-mon[54108]: pgmap v1085: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:00 smithi081 ceph-mon[26762]: pgmap v1085: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:03.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:02 smithi096 ceph-mon[51702]: pgmap v1086: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:19:03.140 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:02 smithi081 ceph-mon[26762]: pgmap v1086: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:19:03.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:02 smithi162 ceph-mon[54108]: pgmap v1086: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:19:05.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:04 smithi096 ceph-mon[51702]: pgmap v1087: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:05.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:04 smithi162 ceph-mon[54108]: pgmap v1087: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:05.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:04 smithi081 ceph-mon[26762]: pgmap v1087: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:07.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:06 smithi096 ceph-mon[51702]: pgmap v1088: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:07.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:06 smithi162 ceph-mon[54108]: pgmap v1088: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:06 smithi081 ceph-mon[26762]: pgmap v1088: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:09.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:08 smithi096 ceph-mon[51702]: pgmap v1089: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:09.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:08 smithi162 ceph-mon[54108]: pgmap v1089: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:09.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:08 smithi081 ceph-mon[26762]: pgmap v1089: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:11.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:10 smithi096 ceph-mon[51702]: pgmap v1090: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:11.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:10 smithi162 ceph-mon[54108]: pgmap v1090: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:10 smithi081 ceph-mon[26762]: pgmap v1090: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:13.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:12 smithi096 ceph-mon[51702]: pgmap v1091: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:13.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:12 smithi162 ceph-mon[54108]: pgmap v1091: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:13.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:12 smithi081 ceph-mon[26762]: pgmap v1091: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:15.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:14 smithi096 ceph-mon[51702]: pgmap v1092: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:15.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:14 smithi162 ceph-mon[54108]: pgmap v1092: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:14 smithi081 ceph-mon[26762]: pgmap v1092: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:17.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:16 smithi096 ceph-mon[51702]: pgmap v1093: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:17.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:16 smithi162 ceph-mon[54108]: pgmap v1093: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:17.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:16 smithi081 ceph-mon[26762]: pgmap v1093: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:19.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:18 smithi096 ceph-mon[51702]: pgmap v1094: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:19.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:18 smithi162 ceph-mon[54108]: pgmap v1094: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:18 smithi081 ceph-mon[26762]: pgmap v1094: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:21.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:20 smithi096 ceph-mon[51702]: pgmap v1095: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:21.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:20 smithi162 ceph-mon[54108]: pgmap v1095: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:20 smithi081 ceph-mon[26762]: pgmap v1095: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:23.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:22 smithi096 ceph-mon[51702]: pgmap v1096: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:23.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:22 smithi162 ceph-mon[54108]: pgmap v1096: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:22 smithi081 ceph-mon[26762]: pgmap v1096: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:25.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:24 smithi096 ceph-mon[51702]: pgmap v1097: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:25.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:24 smithi162 ceph-mon[54108]: pgmap v1097: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:24 smithi081 ceph-mon[26762]: pgmap v1097: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:27.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:26 smithi096 ceph-mon[51702]: pgmap v1098: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:27.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:26 smithi162 ceph-mon[54108]: pgmap v1098: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:26 smithi081 ceph-mon[26762]: pgmap v1098: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:29.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:28 smithi162 ceph-mon[54108]: pgmap v1099: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:28 smithi081 ceph-mon[26762]: pgmap v1099: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:28 smithi096 ceph-mon[51702]: pgmap v1099: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:31.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:30 smithi162 ceph-mon[54108]: pgmap v1100: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:30 smithi081 ceph-mon[26762]: pgmap v1100: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:30 smithi096 ceph-mon[51702]: pgmap v1100: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:32 smithi081 ceph-mon[26762]: pgmap v1101: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:32 smithi096 ceph-mon[51702]: pgmap v1101: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:32 smithi162 ceph-mon[54108]: pgmap v1101: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:34 smithi081 ceph-mon[26762]: pgmap v1102: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:34 smithi096 ceph-mon[51702]: pgmap v1102: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:34 smithi162 ceph-mon[54108]: pgmap v1102: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:36.464 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:19:36.464 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:19:36.464 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:19:36.497 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:19:36.497 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:19:36.497 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 11min ago 2024-04-24T13:19:36.497 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (conmon) 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 146.2M 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 11min 17.560s 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68483 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68485 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.498 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68502 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─68553 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─69361 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout: └─68481 /usr/bin/conmon --api-version 1 -c 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -u 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata -p /run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:19:36.499 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:19:36.500 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: states { 2024-04-24T13:19:36.500 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: grp_id: 1 2024-04-24T13:19:36.500 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: state: INACCESSIBLE 2024-04-24T13:19:36.500 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: } 2024-04-24T13:19:36.500 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:18:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: ], , client address: IPv4 172.21.15.81:52438 2024-04-24T13:19:36.501 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:19:36.529 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:08:20 UTC; 11min ago 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (conmon) 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 145.9M 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 11min 17.045s 2024-04-24T13:19:36.530 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56726 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56728 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56745 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─56796 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─57610 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: └─56724 /usr/bin/conmon --api-version 1 -c 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -u 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata -p /run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:19:36.531 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: states { 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: grp_id: 2 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: state: OPTIMIZED 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: } 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: ], , client address: IPv4 172.21.15.96:35744 2024-04-24T13:19:36.532 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:08:26 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [2024-04-24 13:08:26.824483] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000222 seconds 2024-04-24T13:19:36.533 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:19:36.565 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:19:36.565 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:19:36.565 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:18:33 UTC; 1min 3s ago 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61006 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61007 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 61070 (conmon) 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 120.1M 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 3.550s 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61072 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.566 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61074 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61091 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61139 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─61959 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout: └─61070 /usr/bin/conmon --api-version 1 -c 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -u 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata -p /run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:19:36.567 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 1 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:36066 2024-04-24T13:19:36.568 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:18:39 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:18:39.848516] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000252 seconds 2024-04-24T13:19:36.570 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:19:36.871 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:19:36.871 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 6m ago 32m smithi081=x;count:1 2024-04-24T13:19:36.871 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 6m ago 32m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:19:36.871 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 6m ago 27m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:19:36.871 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 6m ago - 2024-04-24T13:19:37.153 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:19:37.153 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (11m) 6m ago 26m 122M - 1.2.5 1e28a75d580c 91f4181f457c 2024-04-24T13:19:37.153 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (11m) 6m ago 26m 122M - 1.2.5 1e28a75d580c 284b4fbf4940 2024-04-24T13:19:37.153 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 6m ago 27m - - 2024-04-24T13:19:37.154 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:36 smithi162 ceph-mon[54108]: pgmap v1103: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:36 smithi081 ceph-mon[26762]: pgmap v1103: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:36 smithi096 ceph-mon[51702]: pgmap v1103: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:37.485 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:19:37.485 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:19:37.485 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 14m) 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 33m) 2024-04-24T13:19:37.816 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 28m), 8 in (since 29m) 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: client: 13 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:19:37.817 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:19:37.842 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.856 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.869 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.883 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.897 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.910 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.924 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.938 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.951 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.965 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.978 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:37.992 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:38.006 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:38.019 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:38.033 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:19:38.034 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:19:38.034 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:19:38.034 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:19:38.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:19:38 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:19:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:37 smithi081 ceph-mon[26762]: from='client.34991 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:19:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:37 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/569020266' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:19:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:37 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3096250378' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:19:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:37 smithi096 ceph-mon[51702]: from='client.34991 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:19:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:37 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/569020266' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:19:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:37 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3096250378' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:19:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:37 smithi162 ceph-mon[54108]: from='client.34991 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:19:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:37 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/569020266' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:19:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:37 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3096250378' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:19:38.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:19:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:19:38] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:19:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:38 smithi081 ceph-mon[26762]: from='client.54529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:19:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:38 smithi081 ceph-mon[26762]: pgmap v1104: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:38 smithi096 ceph-mon[51702]: from='client.54529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:19:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:38 smithi096 ceph-mon[51702]: pgmap v1104: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:38 smithi162 ceph-mon[54108]: from='client.54529 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:19:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:38 smithi162 ceph-mon[54108]: pgmap v1104: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:40 smithi081 ceph-mon[26762]: pgmap v1105: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:40 smithi096 ceph-mon[51702]: pgmap v1105: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:40 smithi162 ceph-mon[54108]: pgmap v1105: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:43.188 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:42 smithi096 ceph-mon[51702]: pgmap v1106: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:43.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:42 smithi081 ceph-mon[26762]: pgmap v1106: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:43.395 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:42 smithi162 ceph-mon[54108]: pgmap v1106: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:44 smithi081 ceph-mon[26762]: pgmap v1107: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:44 smithi096 ceph-mon[51702]: pgmap v1107: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:44 smithi162 ceph-mon[54108]: pgmap v1107: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:46 smithi081 ceph-mon[26762]: pgmap v1108: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:46 smithi096 ceph-mon[51702]: pgmap v1108: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:46 smithi162 ceph-mon[54108]: pgmap v1108: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:48.812 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:19:48 smithi081 bash[75264]: time="2024-04-24T13:19:48Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:19:48.812 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:19:48 smithi081 podman[75264]: 2024-04-24 13:19:48.353653977 +0000 UTC m=+10.115884375 container died 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.ceph-release=19.0.0, summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.ceph.version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.version=24.01, vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, maintainer=Ceph Developers , vcs-type=git, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:19:49.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:48 smithi081 ceph-mon[26762]: pgmap v1109: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:49.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:19:48 smithi081 podman[75264]: 2024-04-24 13:19:48.894903086 +0000 UTC m=+10.657133493 container cleanup 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, build-date=2024-04-22 08:15:14 UTC, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, org.centos.version=9.0-21.el9, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, name=ceph-nvmeof, io.ceph.version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, distribution-scope=public, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.spdk.build.target-arch=, io.spdk.version=24.01, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined) 2024-04-24T13:19:49.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:19:48 smithi081 bash[75264]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:19:49.374 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:19:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:48 smithi096 ceph-mon[51702]: pgmap v1109: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:48 smithi162 ceph-mon[54108]: pgmap v1109: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:49.409 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:19:49.409 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:19:49.410 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.b 2024-04-24T13:19:49.410 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopping nvmeof.nvmeof.b... 2024-04-24T13:19:49.410 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:19:49.722 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:19:49 smithi096 systemd[1]: Stopping Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:19:50.139 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:19:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:19:49] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T13:19:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:50 smithi081 ceph-mon[26762]: pgmap v1110: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:50 smithi096 ceph-mon[51702]: pgmap v1110: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:50 smithi162 ceph-mon[54108]: pgmap v1110: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:19:52.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:19:52.388 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:19:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:19:53.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:52 smithi096 ceph-mon[51702]: pgmap v1111: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:53.221 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:52 smithi081 ceph-mon[26762]: pgmap v1111: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:52 smithi162 ceph-mon[54108]: pgmap v1111: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:55.270 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:54 smithi096 ceph-mon[51702]: pgmap v1112: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:54 smithi081 ceph-mon[26762]: pgmap v1112: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:54 smithi162 ceph-mon[54108]: pgmap v1112: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: pgmap v1113: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: pgmap v1114: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: pgmap v1115: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:19:57.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: pgmap v1113: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:19:57.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:19:57.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:19:57.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: pgmap v1114: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:19:57.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: pgmap v1115: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:19:57.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: pgmap v1113: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: pgmap v1114: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: pgmap v1115: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:19:57.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:19:59.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:19:58 smithi081 ceph-mon[26762]: pgmap v1116: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:19:59.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:19:58 smithi096 ceph-mon[51702]: pgmap v1116: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:19:59.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:19:58 smithi162 ceph-mon[54108]: pgmap v1116: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:20:00.050 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:19:59 smithi096 bash[60876]: time="2024-04-24T13:19:59Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T13:20:00.051 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:19:59 smithi096 podman[60876]: 2024-04-24 13:19:59.744667583 +0000 UTC m=+10.137616131 container died 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.spdk.version=24.01, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, release=, summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, version=1.2.5, distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.spdk.build.pkgdep-args=--rbd, vendor=Red Hat, Inc., io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:20:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:20:00 smithi096 podman[60876]: 2024-04-24 13:20:00.218136889 +0000 UTC m=+10.611085438 container cleanup 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.nvmeof=None, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, architecture=x86_64, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.ceph-release=19.0.0, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.version=24.01, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.ceph.git.branch=tags/1.2.5, io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-24T13:20:00.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:20:00 smithi096 bash[60876]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T13:20:00.636 DEBUG:teuthology.orchestra.run.smithi096:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service' 2024-04-24T13:20:00.674 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:20:00.674 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Stopped nvmeof.nvmeof.b 2024-04-24T13:20:00.674 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 129 secs before reviving 2024-04-24T13:20:00.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:00 smithi096 ceph-mon[51702]: pgmap v1117: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:20:00.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:00 smithi096 ceph-mon[51702]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:20:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:00 smithi081 ceph-mon[26762]: pgmap v1117: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:20:01.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:00 smithi081 ceph-mon[26762]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:20:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:00 smithi162 ceph-mon[54108]: pgmap v1117: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:20:01.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:00 smithi162 ceph-mon[54108]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:02 smithi081 ceph-mon[26762]: pgmap v1118: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:20:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:02 smithi081 ceph-mon[26762]: osdmap e87: 8 total, 8 up, 8 in 2024-04-24T13:20:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:02 smithi096 ceph-mon[51702]: pgmap v1118: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:20:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:02 smithi096 ceph-mon[51702]: osdmap e87: 8 total, 8 up, 8 in 2024-04-24T13:20:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:02 smithi162 ceph-mon[54108]: pgmap v1118: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:20:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:02 smithi162 ceph-mon[54108]: osdmap e87: 8 total, 8 up, 8 in 2024-04-24T13:20:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:04 smithi081 ceph-mon[26762]: pgmap v1120: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:04 smithi096 ceph-mon[51702]: pgmap v1120: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:04 smithi162 ceph-mon[54108]: pgmap v1120: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:06 smithi081 ceph-mon[26762]: pgmap v1121: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:20:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:06 smithi096 ceph-mon[51702]: pgmap v1121: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:20:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:06 smithi162 ceph-mon[54108]: pgmap v1121: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:20:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:08 smithi081 ceph-mon[26762]: pgmap v1122: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:20:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:08 smithi096 ceph-mon[51702]: pgmap v1122: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:20:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:08 smithi162 ceph-mon[54108]: pgmap v1122: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:20:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:10 smithi081 ceph-mon[26762]: pgmap v1123: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:10 smithi096 ceph-mon[51702]: pgmap v1123: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:10 smithi162 ceph-mon[54108]: pgmap v1123: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:20:11] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:12.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:20:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:20:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:38972 2024-04-24T13:20:12.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:11 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:20:11.959275] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000251 seconds 2024-04-24T13:20:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:12 smithi081 ceph-mon[26762]: pgmap v1124: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:12 smithi081 ceph-mon[26762]: osdmap e88: 8 total, 8 up, 8 in 2024-04-24T13:20:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:12 smithi096 ceph-mon[51702]: pgmap v1124: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:12 smithi096 ceph-mon[51702]: osdmap e88: 8 total, 8 up, 8 in 2024-04-24T13:20:13.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-mon[54108]: pgmap v1124: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:13.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-mon[54108]: osdmap e88: 8 total, 8 up, 8 in 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:20:12] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:20:13.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:13.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:20:13.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:13.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:13.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:38984 2024-04-24T13:20:13.394 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:20:12.971368] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000310 seconds 2024-04-24T13:20:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:14 smithi081 ceph-mon[26762]: pgmap v1126: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:14 smithi096 ceph-mon[51702]: pgmap v1126: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:14 smithi162 ceph-mon[54108]: pgmap v1126: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:16 smithi081 ceph-mon[26762]: pgmap v1127: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:16 smithi081 ceph-mon[26762]: osdmap e89: 8 total, 8 up, 8 in 2024-04-24T13:20:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:16 smithi096 ceph-mon[51702]: pgmap v1127: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:16 smithi096 ceph-mon[51702]: osdmap e89: 8 total, 8 up, 8 in 2024-04-24T13:20:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-mon[54108]: pgmap v1127: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-mon[54108]: osdmap e89: 8 total, 8 up, 8 in 2024-04-24T13:20:17.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:20:16] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:20:17.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:17.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:20:17.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:57132 2024-04-24T13:20:17.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:16 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:20:16.963573] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000236 seconds 2024-04-24T13:20:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:18 smithi081 ceph-mon[26762]: pgmap v1129: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:20:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:18 smithi096 ceph-mon[51702]: pgmap v1129: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:20:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-mon[54108]: pgmap v1129: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:20:19.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:20:18] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:20:19.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:19.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:20:19.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:57152 2024-04-24T13:20:19.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:20:18.983729] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000251 seconds 2024-04-24T13:20:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:20 smithi081 ceph-mon[26762]: pgmap v1130: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:20 smithi096 ceph-mon[51702]: pgmap v1130: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:20 smithi162 ceph-mon[54108]: pgmap v1130: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:23.322 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:22 smithi081 ceph-mon[26762]: pgmap v1131: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 op/s 2024-04-24T13:20:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:22 smithi096 ceph-mon[51702]: pgmap v1131: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 op/s 2024-04-24T13:20:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:22 smithi162 ceph-mon[54108]: pgmap v1131: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 0 op/s 2024-04-24T13:20:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:24 smithi081 ceph-mon[26762]: pgmap v1132: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:24 smithi096 ceph-mon[51702]: pgmap v1132: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:24 smithi162 ceph-mon[54108]: pgmap v1132: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:26 smithi081 ceph-mon[26762]: pgmap v1133: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:26 smithi096 ceph-mon[51702]: pgmap v1133: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:26 smithi162 ceph-mon[54108]: pgmap v1133: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:20:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:28 smithi081 ceph-mon[26762]: pgmap v1134: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:20:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:28 smithi096 ceph-mon[51702]: pgmap v1134: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:20:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:28 smithi162 ceph-mon[54108]: pgmap v1134: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:20:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:30 smithi081 ceph-mon[26762]: pgmap v1135: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:30 smithi096 ceph-mon[51702]: pgmap v1135: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:30 smithi162 ceph-mon[54108]: pgmap v1135: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:32 smithi081 ceph-mon[26762]: pgmap v1136: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:32 smithi096 ceph-mon[51702]: pgmap v1136: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:32 smithi162 ceph-mon[54108]: pgmap v1136: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:34 smithi081 ceph-mon[26762]: pgmap v1137: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:34 smithi096 ceph-mon[51702]: pgmap v1137: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:34 smithi162 ceph-mon[54108]: pgmap v1137: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:37 smithi081 ceph-mon[26762]: pgmap v1138: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:37 smithi096 ceph-mon[51702]: pgmap v1138: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:37 smithi162 ceph-mon[54108]: pgmap v1138: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:39 smithi081 ceph-mon[26762]: pgmap v1139: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:39 smithi096 ceph-mon[51702]: pgmap v1139: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:39 smithi162 ceph-mon[54108]: pgmap v1139: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:41 smithi081 ceph-mon[26762]: pgmap v1140: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:41 smithi096 ceph-mon[51702]: pgmap v1140: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:41 smithi162 ceph-mon[54108]: pgmap v1140: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:43 smithi081 ceph-mon[26762]: pgmap v1141: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:43 smithi096 ceph-mon[51702]: pgmap v1141: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:43 smithi162 ceph-mon[54108]: pgmap v1141: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:45 smithi081 ceph-mon[26762]: pgmap v1142: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:45 smithi096 ceph-mon[51702]: pgmap v1142: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:45 smithi162 ceph-mon[54108]: pgmap v1142: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:47 smithi081 ceph-mon[26762]: pgmap v1143: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:47 smithi096 ceph-mon[51702]: pgmap v1143: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:47 smithi162 ceph-mon[54108]: pgmap v1143: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:49.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:49 smithi081 ceph-mon[26762]: pgmap v1144: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:49.390 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:49 smithi096 ceph-mon[51702]: pgmap v1144: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:49.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:49 smithi162 ceph-mon[54108]: pgmap v1144: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:51 smithi081 ceph-mon[26762]: pgmap v1145: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:51 smithi096 ceph-mon[51702]: pgmap v1145: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:51 smithi162 ceph-mon[54108]: pgmap v1145: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:53 smithi081 ceph-mon[26762]: pgmap v1146: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:53 smithi096 ceph-mon[51702]: pgmap v1146: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:53 smithi162 ceph-mon[54108]: pgmap v1146: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:55 smithi081 ceph-mon[26762]: pgmap v1147: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:55 smithi096 ceph-mon[51702]: pgmap v1147: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:55 smithi162 ceph-mon[54108]: pgmap v1147: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:56.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:20:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:20:56.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:20:57.309 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:57 smithi162 ceph-mon[54108]: pgmap v1148: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:57.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:57 smithi081 ceph-mon[26762]: pgmap v1148: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:57 smithi096 ceph-mon[51702]: pgmap v1148: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:20:59.184 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:20:59 smithi162 ceph-mon[54108]: pgmap v1149: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:20:59 smithi081 ceph-mon[26762]: pgmap v1149: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:20:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:20:59 smithi096 ceph-mon[51702]: pgmap v1149: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: pgmap v1150: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: pgmap v1151: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 op/s 2024-04-24T13:21:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: pgmap v1152: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:01.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: pgmap v1150: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:21:01.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:21:01.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: pgmap v1151: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 op/s 2024-04-24T13:21:01.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: pgmap v1152: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:01.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: pgmap v1150: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: pgmap v1151: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 op/s 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: pgmap v1152: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:21:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:02 smithi081 ceph-mon[26762]: pgmap v1153: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:02 smithi096 ceph-mon[51702]: pgmap v1153: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:02 smithi162 ceph-mon[54108]: pgmap v1153: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:04 smithi081 ceph-mon[26762]: pgmap v1154: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:04 smithi096 ceph-mon[51702]: pgmap v1154: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:04 smithi162 ceph-mon[54108]: pgmap v1154: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:07.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:06 smithi081 ceph-mon[26762]: pgmap v1155: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:06 smithi096 ceph-mon[51702]: pgmap v1155: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:06 smithi162 ceph-mon[54108]: pgmap v1155: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 0 op/s 2024-04-24T13:21:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:08 smithi081 ceph-mon[26762]: pgmap v1156: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:21:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:08 smithi096 ceph-mon[51702]: pgmap v1156: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:21:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:08 smithi162 ceph-mon[54108]: pgmap v1156: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 op/s 2024-04-24T13:21:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:10 smithi081 ceph-mon[26762]: pgmap v1157: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:21:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:10 smithi096 ceph-mon[51702]: pgmap v1157: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:21:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:10 smithi162 ceph-mon[54108]: pgmap v1157: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:21:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:12 smithi081 ceph-mon[26762]: pgmap v1158: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:12 smithi096 ceph-mon[51702]: pgmap v1158: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:12 smithi162 ceph-mon[54108]: pgmap v1158: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:15.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:14 smithi081 ceph-mon[26762]: pgmap v1159: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:15.388 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:14 smithi096 ceph-mon[51702]: pgmap v1159: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:15.393 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:14 smithi162 ceph-mon[54108]: pgmap v1159: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:16 smithi081 ceph-mon[26762]: pgmap v1160: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:16 smithi096 ceph-mon[51702]: pgmap v1160: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:16 smithi162 ceph-mon[54108]: pgmap v1160: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:19 smithi081 ceph-mon[26762]: pgmap v1161: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:19 smithi096 ceph-mon[51702]: pgmap v1161: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:19 smithi162 ceph-mon[54108]: pgmap v1161: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:21.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:21 smithi081 ceph-mon[26762]: pgmap v1162: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:21 smithi096 ceph-mon[51702]: pgmap v1162: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:21 smithi162 ceph-mon[54108]: pgmap v1162: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:23 smithi081 ceph-mon[26762]: pgmap v1163: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:23 smithi096 ceph-mon[51702]: pgmap v1163: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:23 smithi162 ceph-mon[54108]: pgmap v1163: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:25 smithi081 ceph-mon[26762]: pgmap v1164: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:25 smithi096 ceph-mon[51702]: pgmap v1164: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:25 smithi162 ceph-mon[54108]: pgmap v1164: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:27 smithi081 ceph-mon[26762]: pgmap v1165: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:27 smithi096 ceph-mon[51702]: pgmap v1165: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:27 smithi162 ceph-mon[54108]: pgmap v1165: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:29 smithi081 ceph-mon[26762]: pgmap v1166: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:29 smithi096 ceph-mon[51702]: pgmap v1166: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:29 smithi162 ceph-mon[54108]: pgmap v1166: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:31 smithi081 ceph-mon[26762]: pgmap v1167: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:31 smithi096 ceph-mon[51702]: pgmap v1167: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:31 smithi162 ceph-mon[54108]: pgmap v1167: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:33 smithi081 ceph-mon[26762]: pgmap v1168: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:33 smithi096 ceph-mon[51702]: pgmap v1168: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:33 smithi162 ceph-mon[54108]: pgmap v1168: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:35 smithi081 ceph-mon[26762]: pgmap v1169: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:35 smithi096 ceph-mon[51702]: pgmap v1169: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:35 smithi162 ceph-mon[54108]: pgmap v1169: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:37 smithi081 ceph-mon[26762]: pgmap v1170: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:37 smithi096 ceph-mon[51702]: pgmap v1170: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:37 smithi162 ceph-mon[54108]: pgmap v1170: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:39 smithi081 ceph-mon[26762]: pgmap v1171: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:39 smithi096 ceph-mon[51702]: pgmap v1171: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:39 smithi162 ceph-mon[54108]: pgmap v1171: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:41 smithi081 ceph-mon[26762]: pgmap v1172: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:41 smithi096 ceph-mon[51702]: pgmap v1172: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:41 smithi162 ceph-mon[54108]: pgmap v1172: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:43 smithi081 ceph-mon[26762]: pgmap v1173: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:43 smithi096 ceph-mon[51702]: pgmap v1173: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:43 smithi162 ceph-mon[54108]: pgmap v1173: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:45 smithi081 ceph-mon[26762]: pgmap v1174: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:45.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:45 smithi096 ceph-mon[51702]: pgmap v1174: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:45 smithi162 ceph-mon[54108]: pgmap v1174: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:47 smithi081 ceph-mon[26762]: pgmap v1175: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:47 smithi096 ceph-mon[51702]: pgmap v1175: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:47 smithi162 ceph-mon[54108]: pgmap v1175: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:49 smithi081 ceph-mon[26762]: pgmap v1176: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:49 smithi096 ceph-mon[51702]: pgmap v1176: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:49 smithi162 ceph-mon[54108]: pgmap v1176: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:51 smithi081 ceph-mon[26762]: pgmap v1177: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:51 smithi096 ceph-mon[51702]: pgmap v1177: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:51 smithi162 ceph-mon[54108]: pgmap v1177: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:53 smithi081 ceph-mon[26762]: pgmap v1178: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:53 smithi096 ceph-mon[51702]: pgmap v1178: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:53 smithi162 ceph-mon[54108]: pgmap v1178: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:55 smithi081 ceph-mon[26762]: pgmap v1179: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:55 smithi096 ceph-mon[51702]: pgmap v1179: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:55 smithi162 ceph-mon[54108]: pgmap v1179: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:21:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:57 smithi081 ceph-mon[26762]: pgmap v1180: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:57 smithi096 ceph-mon[51702]: pgmap v1180: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:57 smithi162 ceph-mon[54108]: pgmap v1180: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:21:59 smithi081 ceph-mon[26762]: pgmap v1181: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:21:59 smithi096 ceph-mon[51702]: pgmap v1181: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:21:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:21:59 smithi162 ceph-mon[54108]: pgmap v1181: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:22:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:01 smithi081 ceph-mon[26762]: pgmap v1182: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:22:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:22:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:22:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:22:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:22:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:01 smithi096 ceph-mon[51702]: pgmap v1182: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:22:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:22:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:22:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:22:01.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:22:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:01 smithi162 ceph-mon[54108]: pgmap v1182: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:22:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:22:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:22:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:22:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:22:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:02 smithi081 ceph-mon[26762]: pgmap v1183: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:22:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:02 smithi081 ceph-mon[26762]: pgmap v1184: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:02 smithi096 ceph-mon[51702]: pgmap v1183: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:22:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:02 smithi096 ceph-mon[51702]: pgmap v1184: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:02 smithi162 ceph-mon[54108]: pgmap v1183: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:22:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:02 smithi162 ceph-mon[54108]: pgmap v1184: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:04.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:04 smithi081 ceph-mon[26762]: pgmap v1185: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:22:04.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:04 smithi096 ceph-mon[51702]: pgmap v1185: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:22:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:04 smithi162 ceph-mon[54108]: pgmap v1185: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:22:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:05 smithi096 ceph-mon[51702]: pgmap v1186: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:05 smithi162 ceph-mon[54108]: pgmap v1186: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:05.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:05 smithi081 ceph-mon[26762]: pgmap v1186: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:07 smithi081 ceph-mon[26762]: pgmap v1187: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:08.361 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:07 smithi162 ceph-mon[54108]: pgmap v1187: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:07 smithi096 ceph-mon[51702]: pgmap v1187: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:09.674 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:22:09.675 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:22:09.675 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:22:09.712 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:22:09.712 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:22:09.712 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:19:49 UTC; 2min 20s ago 2024-04-24T13:22:09.712 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 11min 17.943s 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68417 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 68418 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75237 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75310 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75337 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 68481 (code=exited, status=137) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 11min 30.037s 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:38 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[68481]: [24-Apr-2024 13:19:38] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:48 smithi081 bash[75264]: time="2024-04-24T13:19:48Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:48 smithi081 podman[75264]: 2024-04-24 13:19:48.353653977 +0000 UTC m=+10.115884375 container died 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.ceph-release=19.0.0, summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.ceph.version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.component=ubi9-container, io.spdk.git.branch=undefined, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.version=24.01, vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, maintainer=Ceph Developers , vcs-type=git, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:22:09.713 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:48 smithi081 podman[75264]: 2024-04-24 13:19:48.894903086 +0000 UTC m=+10.657133493 container cleanup 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, build-date=2024-04-22 08:15:14 UTC, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, org.centos.version=9.0-21.el9, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, name=ceph-nvmeof, io.ceph.version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, distribution-scope=public, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.spdk.build.target-arch=, io.spdk.version=24.01, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined) 2024-04-24T13:22:09.714 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:48 smithi081 bash[75264]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:22:09.714 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:49 smithi081 podman[75294]: 2024-04-24 13:19:49.163469164 +0000 UTC m=+0.809873439 container remove 91f4181f457cafc829a96421e06731a959c1975fd42d05359f094347e9d8f188 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.branch=tags/1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.version=24.01, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, version=1.2.5, name=ceph-nvmeof, org.centos.version=9.0-21.el9, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.ceph.nvmeof=None, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=19.0.0, io.spdk.build.pkgdep-args=--rbd, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, release=, io.ceph.maintainer=Ceph Developers , io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:22:09.714 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:49 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:22:09.714 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:49 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:22:09.714 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:49 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:22:09.714 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:19:49 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 11min 30.037s CPU time. 2024-04-24T13:22:09.715 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:22:09.715 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:20:00 UTC; 2min 9s ago 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Duration: 11min 28.698s 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56659 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 56660 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 60848 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63534 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63563 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.752 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 56724 (code=exited, status=137) 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 11min 40.886s 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:19:49 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[56724]: [24-Apr-2024 13:19:49] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b/nvmeof-log.gz 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:19:59 smithi096 bash[60876]: time="2024-04-24T13:19:59Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b in 10 seconds, resorting to SIGKILL" 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:19:59 smithi096 podman[60876]: 2024-04-24 13:19:59.744667583 +0000 UTC m=+10.137616131 container died 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.spdk.version=24.01, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, release=, summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, version=1.2.5, distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-type=git, io.spdk.build.pkgdep-args=--rbd, vendor=Red Hat, Inc., io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , io.ceph.nvmeof=None, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 podman[60876]: 2024-04-24 13:20:00.218136889 +0000 UTC m=+10.611085438 container cleanup 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.ceph.nvmeof=None, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, architecture=x86_64, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.ceph-release=19.0.0, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.version=24.01, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.ceph.git.branch=tags/1.2.5, io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 bash[60876]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 podman[63516]: 2024-04-24 13:20:00.502782938 +0000 UTC m=+0.759414091 container remove 284b4fbf494095576ba84e5862a004dc592f433ba2a6f90d1ddbfd26a3e89715 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, io.spdk.build.target-arch=, maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.nvmeof=None, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.ceph.component=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, io.spdk.version=24.01, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.wants=ceph,rbd, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.5, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, distribution-scope=public, io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.spdk.build.ceph-release=19.0.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, release=) 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Failed with result 'exit-code'. 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 systemd[1]: Stopped Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:22:09.753 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:20:00 smithi096 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service: Consumed 11min 40.886s CPU time. 2024-04-24T13:22:09.754 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:22:09.755 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:22:09.787 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:18:33 UTC; 3min 36s ago 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61006 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61007 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 61070 (conmon) 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 124.3M 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 3min 36.972s 2024-04-24T13:22:09.788 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61072 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61074 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61091 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61139 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─61959 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:22:09.789 INFO:teuthology.orchestra.run.smithi162.stdout: └─61070 /usr/bin/conmon --api-version 1 -c 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -u 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata -p /run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: OPTIMIZED 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:57152 2024-04-24T13:22:09.790 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:20:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [2024-04-24 13:20:18.983729] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000251 seconds 2024-04-24T13:22:09.791 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:22:10.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:09 smithi081 ceph-mon[26762]: pgmap v1188: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:10.086 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:22:10.087 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 8m ago 34m smithi081=x;count:1 2024-04-24T13:22:10.087 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 8m ago 35m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:22:10.087 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 8m ago 29m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:22:10.087 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 8m ago - 2024-04-24T13:22:10.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:09 smithi096 ceph-mon[51702]: pgmap v1188: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:10.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:09 smithi162 ceph-mon[54108]: pgmap v1188: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:22:10.369 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:22:10.369 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (13m) 8m ago 29m 122M - 1.2.5 1e28a75d580c 91f4181f457c 2024-04-24T13:22:10.369 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (13m) 8m ago 29m 122M - 1.2.5 1e28a75d580c 284b4fbf4940 2024-04-24T13:22:10.369 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 8m ago 29m - - 2024-04-24T13:22:10.705 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:22:10.705 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:22:10.705 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 17m) 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 36m) 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 31m), 8 in (since 31m) 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:22:11.044 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:22:11.045 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:22:11.045 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:22:11.045 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:22:11.045 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:22:11.045 INFO:teuthology.orchestra.run.smithi177.stdout: client: 3.6 KiB/s rd, 0 op/s rd, 0 op/s wr 2024-04-24T13:22:11.045 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:22:11.070 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.083 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.097 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.110 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.124 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.137 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.151 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.164 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.177 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.191 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.204 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.217 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.231 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.245 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.259 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:22:11.259 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:22:11.259 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:22:11.259 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:22:11.262 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:22:11.284 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:10 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/271230090' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:22:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:10 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/271230090' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:22:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:10 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/271230090' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:22:11.545 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:22:11.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 podman[75872]: 2024-04-24 13:22:11.448813815 +0000 UTC m=+0.019475995 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:22:11.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 podman[75872]: 2024-04-24 13:22:11.59039567 +0000 UTC m=+0.161057883 container create 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vcs-type=git, summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.makeflags=, version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.buildah.version=1.29.0, io.ceph.nvmeof=None, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, io.spdk.build.ceph-release=19.0.0, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.branch=tags/1.2.5, maintainer=Ceph Developers , name=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom) 2024-04-24T13:22:11.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 podman[75872]: 2024-04-24 13:22:11.784088956 +0000 UTC m=+0.354751126 container init 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.branch=undefined, io.spdk.build.target-arch=, architecture=x86_64, distribution-scope=public, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.version=24.01, io.ceph.url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.ceph-release=19.0.0, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.makeflags=, vcs-type=git, vendor=Red Hat, Inc., io.ceph.version=1.2.5, io.buildah.version=1.29.0, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, name=ceph-nvmeof, version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None) 2024-04-24T13:22:11.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 podman[75872]: 2024-04-24 13:22:11.786726145 +0000 UTC m=+0.357388325 container start 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, maintainer=Ceph Developers , vendor=Red Hat, Inc., io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, name=ceph-nvmeof, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.ceph.nvmeof=None, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.spdk.git.branch=undefined, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.version=1.2.5, io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container, release=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.version=24.01, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.makeflags=, build-date=2024-04-22 08:15:14 UTC) 2024-04-24T13:22:11.890 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.b 2024-04-24T13:22:11.890 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.b:Restarting nvmeof.nvmeof.b (starting--it wasn't running)... 2024-04-24T13:22:11.890 DEBUG:teuthology.orchestra.run.smithi096:nvmeof.nvmeof.b> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:22:11.893 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:22:12.078 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:11 smithi081 ceph-mon[26762]: from='client.54547 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:22:12.078 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:11 smithi081 ceph-mon[26762]: from='client.54553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:22:12.078 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:11 smithi081 ceph-mon[26762]: pgmap v1189: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:22:12.079 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:11 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3104855587' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:22:12.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 bash[75872]: 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b 2024-04-24T13:22:12.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:11 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:22:12.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:22:12.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:22:12.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:22:12.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [gateway] 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: group = 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: port = 5500 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: enable_auth = False 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: state_update_notify = True 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:22:12.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: verify_nqns = True 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [gateway-logs] 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: log_level = INFO 2024-04-24T13:22:12.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: log_files_enabled = True 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [discovery] 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: port = 8009 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:12.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [ceph] 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: pool = mypool 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [mtls] 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: server_key = ./server.key 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: client_key = ./client.key 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [spdk] 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:22:12.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: timeout = 60.0 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: log_level = WARNING 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: conn_retries = 10 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: transports = tcp 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: [monitor] 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:63: timeout = 1.0 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO config.py:64: ======================================================================================================== 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:22:12.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.077+0000 7fbe8100e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:22:12.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.077+0000 7fbe8100e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:22:12.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.078+0000 7fbe8100e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:22:12.203 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:11 smithi096 ceph-mon[51702]: from='client.54547 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:22:12.203 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:11 smithi096 ceph-mon[51702]: from='client.54553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:22:12.203 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:11 smithi096 ceph-mon[51702]: pgmap v1189: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:22:12.203 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:11 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3104855587' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:22:12.203 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:11 smithi096 systemd[1]: Starting Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.081+0000 7fbe8100e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.081+0000 7fbe8100e5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.082+0000 7fbe8100e5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.082+0000 7fbe8100e5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 15963 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.082+0000 7fbe8100e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.082+0000 7fbe7cfab640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.082+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:22:12.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.082+0000 7fbe7cfab640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.083+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.084+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.085+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.086+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.088+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.337 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:22:12.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:22:12.338 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:22:12.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:22:12.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.089+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.091+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:351: SPDK process id: 69 2024-04-24T13:22:12.339 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: INFO: Setting log level to WARNING 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.092+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.094+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.095+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.097+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.098+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.100+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.340 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.101+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.102+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.104851] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.104908] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.104+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.106+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.107+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.109+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.341 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.110+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.112+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.114+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.115+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.117+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.119+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.120+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.122+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.123+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.125+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.127+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.342 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.128+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.130+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.131+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.133+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.134+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.136+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.137+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.139+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.141+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.142+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.144+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.145+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.147+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.149+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.343 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.150+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.152+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.153+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.155+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.156+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.158+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.160+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.161+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.163+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.164+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.166+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.168+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.169+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.171+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.344 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.172+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.174+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.175+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.177+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.179+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.180+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.182+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.184+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.185+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.187+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.188+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.190+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.191+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.193+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.195+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.345 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.196+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.198+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.199+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.201+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.202+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.204+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.205+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.207+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.208+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.210+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.211+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.346 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.213+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.214+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.216+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.218+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.220493] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.219+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.221+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.223+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.225+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.226+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.228+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.229+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.231+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.232+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.347 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.234+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.235+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.237+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.238+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.240+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.242+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.244+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.245+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.247+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.249+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.250+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.251+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.253+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.254+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.348 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.256+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.257+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.259+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.260+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.262+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.263+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.265+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.266+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.268+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.269+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.271+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.273521] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.272+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.274+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.349 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.276+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.278+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.280+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.281+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.283+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.285+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.286+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.288+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.290+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.292+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.293+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.295+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.297+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.350 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.299+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.300+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.302+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.304+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.306+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.307+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.309+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.311+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.312+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.314+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.315+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.316+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.318+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.319+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.351 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.321+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.322+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.324+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.325+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.327+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.328+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.330+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.331+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.333+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.352 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.334+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:11 smithi162 ceph-mon[54108]: from='client.54547 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:22:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:11 smithi162 ceph-mon[54108]: from='client.54553 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:22:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:11 smithi162 ceph-mon[54108]: pgmap v1189: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:22:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:11 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3104855587' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:22:12.458 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 podman[63960]: 2024-04-24 13:22:12.107074873 +0000 UTC m=+0.019236162 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.336+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.337+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.339+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.340+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.342+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.343+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.345+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.346+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.348+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.349+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.351+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.352+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.354+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.355+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.357+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.358+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.360+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.361+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.363+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.364+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.366+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.367+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.369+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.370+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.372+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.373+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.375+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.376+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.378+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.379+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.381+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.382+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.384+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.385+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.387+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.388+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.390+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.391+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.393+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.394+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.396+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.397+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.399+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.400+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.402+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.403+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.405+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.406+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.408+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.409+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.411+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.412+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.414+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.415+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.417+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.418+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.420+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.421+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.423+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.424+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.426+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.427+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.429+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.430+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.432+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.433+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.435+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.436+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.438+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.439+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.441+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.442+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.444+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.445+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.446+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.448+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.449+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.451+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.452+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.454+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.455+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.457+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.458+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.460+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.461+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.463+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.464+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.466+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.467+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.469+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.470+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.472+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.473+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.475+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.476+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.478+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.479+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.481+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.482+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.484+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.485+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.487+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.596 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.488+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.490+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.491+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.493+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.494708] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.494+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.496+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.497+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.499+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.500+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.502+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.503+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.505+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:249: Discovery service process id: 878 2024-04-24T13:22:12.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.507+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.508+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.510+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.511+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.513+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.515+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.516+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.518+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.520+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:22:12.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 1 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 2 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 4 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 5 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 6 2024-04-24T13:22:12.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 7 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 8 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 9 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 10 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 11 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 12 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 13 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 14 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 15 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 16 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:22:12.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 1 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 2 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 4 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 5 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 6 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 7 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 8 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 9 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 10 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 11 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 12 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 13 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 14 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 15 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 16 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 1 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 2 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 4 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 5 2024-04-24T13:22:12.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 6 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 7 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 8 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 9 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 10 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 11 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 12 2024-04-24T13:22:12.613 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 13 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 14 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 15 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.614 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 16 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: INACCESSIBLE 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: ], , client address: IPv4 172.21.15.81:36010 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 ms_deliver_dispatch: unhandled message 0x55637f66b180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 ms_deliver_dispatch: unhandled message 0x55637f659d40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:22:12.615 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: 2024-04-24T13:22:12.530+0000 7fbe7cfab640 0 ms_deliver_dispatch: unhandled message 0x55637f66b500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.574679] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:22:12.616 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:12.778 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 podman[63960]: 2024-04-24 13:22:12.458901618 +0000 UTC m=+0.371062874 container create 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.5, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , architecture=x86_64, io.openshift.wants=ceph,rbd, vcs-type=git, com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, version=1.2.5, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, release=, io.ceph.maintainer=Ceph Developers , name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.target-arch=, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.version=9.0-21.el9, io.spdk.version=24.01) 2024-04-24T13:22:12.778 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 podman[63960]: 2024-04-24 13:22:12.68610573 +0000 UTC m=+0.598266997 container init 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.build.target-arch=, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.nvmeof=None, name=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.ceph.component=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.component=ubi9-container, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, architecture=x86_64, vcs-type=git) 2024-04-24T13:22:12.778 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 podman[63960]: 2024-04-24 13:22:12.689016459 +0000 UTC m=+0.601177715 container start 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b, build-date=2024-04-22 08:15:14 UTC, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.git.repo=https://github.com/ceph/spdk.git, architecture=x86_64, io.ceph.version=1.2.5, io.spdk.git.branch=undefined, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.makeflags=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, io.spdk.version=24.01, io.ceph.url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, release=, io.spdk.build.target-arch=, vcs-type=git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi9-container, vendor=Red Hat, Inc., io.spdk.build.ceph-release=19.0.0) 2024-04-24T13:22:12.783 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 79 secs before thrashing 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.601580] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/3111106579, rc 0 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.601863] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/3111106579 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/3111106579' anagrp=2 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.615676] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:22:12.838 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.655343] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/3311999468, rc 0 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.655649] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/3311999468 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/3311999468' anagrp=3 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.670773] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:22:12.839 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.718966] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.775580] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/3098295447, rc 0 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.776042] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/3098295447 2024-04-24T13:22:12.840 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/3098295447' anagrp=1 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.792344] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.813246] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.837966] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:22:12.841 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:22:13.029 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/1374168930' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 bash[63960]: 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 systemd[1]: Started Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.b, using rotation 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:22:13.030 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [gateway] 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: name = client.nvmeof.nvmeof.b 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: group = 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: addr = 172.21.15.96 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: port = 5500 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: enable_auth = False 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: state_update_notify = True 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: verify_nqns = True 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:22:13.031 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:22:13.032 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:22:13.032 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:22:13.032 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:13.035 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [gateway-logs] 2024-04-24T13:22:13.035 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: log_level = INFO 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: log_files_enabled = True 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [discovery] 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: addr = 172.21.15.96 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: port = 8009 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:13.036 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [ceph] 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: pool = mypool 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: id = nvmeof.nvmeof.b 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [mtls] 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: server_key = ./server.key 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: client_key = ./client.key 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:13.037 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [spdk] 2024-04-24T13:22:13.038 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:22:13.038 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:22:13.038 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:22:13.038 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: timeout = 60.0 2024-04-24T13:22:13.038 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:22:13.038 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: log_level = WARNING 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: conn_retries = 10 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: transports = tcp 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: [monitor] 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:63: timeout = 1.0 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO config.py:64: ======================================================================================================== 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.b 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:12] INFO server.py:144: MonitorGroup server is listening on 172.21.15.96:5499 for group id 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.993+0000 7f864a4335c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:22:13.039 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.993+0000 7f864a4335c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.b pool:mypool group: address: 172.21.15.96:5500 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.994+0000 7f864a4335c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.996+0000 7f864a4335c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.996+0000 7f864a4335c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.997+0000 7f864a4335c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.997+0000 7f864a4335c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 35081 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.998+0000 7f864a4335c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.998+0000 7f86463d0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.998+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.998+0000 7f86463d0640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:22:13.040 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:12 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.998+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 1 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:133: Gateway client.nvmeof.nvmeof.b group id=1 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.041 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.042 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.043 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.044 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:12.999+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.000+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.001+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.003+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.045 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.004+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.006+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:351: SPDK process id: 69 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: INFO: Setting log level to WARNING 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:22:13.046 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.007+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.009+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.010+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.011+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.013+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.014+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.016+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.017+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.019938] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.020008] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.019+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.047 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.020+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.022+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.024+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.025+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.027+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.029+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.030+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.032+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.033+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.048 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.035+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.095 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/1374168930' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.861487] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:22:13.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.885167] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:22:13.097 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:22:13.097 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:22:13.097 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.097 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:22:13.097 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.909881] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:22:13.097 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.933361] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:22:13.098 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.953788] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:12.977195] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:12] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:13.000730] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.099 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:13.024147] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:13.047389] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:13.083837] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:22:13.100 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:22:13.281 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.036+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.281 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.038+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.281 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.039+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.281 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.041+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.281 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.042+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.281 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.044+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.045+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.047+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.048+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.050+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.051+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.052+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.054+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.055+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.057+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.282 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.058+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.283 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.060+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.283 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.061+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.283 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.063+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.064+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.066+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.067+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.069+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.070+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.072+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.073+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.075+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.076+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.078+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.079+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.284 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.081+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.082+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.084+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.085+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.086+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.088+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.089+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.091+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.092+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.094+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.095+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.097+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.098+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.285 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.100+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.101+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.103+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.104+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.106+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.107+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.109+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.110+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.112+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.113+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.115+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.116+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.286 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.118+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.119+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.121+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.122+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.124+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.125+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.127+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.128+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.130+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.131+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.133+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.287 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.134034] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.134+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.136+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.138+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.139+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.141+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.142+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.144+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.145+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.147+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.148+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.150+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.152+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.153+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.155+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.157+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.159+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.161+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.162+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.164+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.165+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.167+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.168+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.170+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.171+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.173+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.174+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.176+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.178+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.179+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.181+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.183+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.184+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.186+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.188+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.189+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.191940] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.191+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.193+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.291 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.195+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.292 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.197+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.292 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.199+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.292 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.201+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.292 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.202+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.292 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.204+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.292 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.205+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.207+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.208+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.210+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.211+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.213+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.214+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.215+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.217+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.219+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.221+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.223+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.293 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.225+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.227+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.229+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.231+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.233+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.235+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.237+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.238+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.240+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.242+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.243+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.245+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.294 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.246+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.248+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.249+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.251+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.252+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.254+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.255+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.257+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.258+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.259+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.261+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.262+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.264+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.295 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.265+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.267+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.268+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.269+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.271+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.272+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.274+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.275+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.277+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.278+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.279+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.281+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.296 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.282+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.297 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.284+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.297 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.285+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:12 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/1374168930' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:22:13.539 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.287+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.539 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.288+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.539 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.290+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.291+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.293+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.294+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.296+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.297+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.299+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.300+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.301+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.303+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.304+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.306+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.307+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.540 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.309+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.310+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.312+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.313+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.314+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.316+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.317+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.319+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.320+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.322+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.323+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.325+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.542 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.326+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.327+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.329+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.330+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.332+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.333+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.335+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.336+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.337+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.339+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.340+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.342+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.343+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.345+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.346+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.543 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.348+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.349+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.351+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.352+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.353+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.355+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.356+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.358+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.359+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.361+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.362+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.363+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.365+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.366+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.544 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.368+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.369+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.371+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.372+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.374+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.375+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.377+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.378+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.379+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.381+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.382+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.384+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.385+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.387+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.545 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.388+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.389+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.391+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.392+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.394+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.395+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.397+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.398+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.399+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.401+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.402+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.404+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.405+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.407+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.546 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.408+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.409572] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.409+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.411+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.412+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.414+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.415+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.417+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.418+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.420+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.421+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:249: Discovery service process id: 896 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:22:13.547 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.423+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.424+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.426+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.427+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.429+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.430+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.548 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.432+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.434+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.435+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:22:13.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:22:13.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:22:13.549 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:22:13.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.437+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:22:13.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:22:13.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:22:13.550 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:22:13.551 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 4 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 5 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 6 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.552 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 7 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 8 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 9 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 10 2024-04-24T13:22:13.553 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 11 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 12 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.554 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 13 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 14 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 15 2024-04-24T13:22:13.555 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 16 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.556 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 4 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 5 2024-04-24T13:22:13.557 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 6 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 7 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 8 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.558 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 9 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 10 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 11 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.559 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 12 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 13 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 14 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 15 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.560 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.561 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 16 2024-04-24T13:22:13.561 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.561 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.561 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:13.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:22:13.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.562 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 4 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.563 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 5 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 6 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 7 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.564 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 8 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 9 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 10 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.565 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 11 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 12 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 13 2024-04-24T13:22:13.566 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 14 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 15 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:13.567 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 16 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:43380 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.449+0000 7f86463d0640 0 ms_deliver_dispatch: unhandled message 0x55a9389bb180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.449+0000 7f86463d0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:22:13.568 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.449+0000 7f86463d0640 0 ms_deliver_dispatch: unhandled message 0x55a9389a9d40 mon_map magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.450+0000 7f86463d0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.450+0000 7f86463d0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.450+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.450+0000 7f86463d0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 1 gw_map_epoch 87 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,87,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: 2024-04-24T13:22:13.450+0000 7f86463d0640 0 ms_deliver_dispatch: unhandled message 0x55a9389bb500 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO discovery.py:330: discovery addr: 172.21.15.96 port: 8009 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:22:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.493973] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.96:0/2598068857, rc 0 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.494558] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.96:0/2598068857 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.96:0/2598068857' anagrp=2 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.508104] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:22:13.571 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.539325] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:22:13.571 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:22:13.571 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.547776] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:22:13.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:22:13.572 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:22:13.572 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:22:13.572 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:22:13.572 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:22:13.572 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:22:13.790 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:22:13.790 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.790 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:22:13.790 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.564011] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.591575] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.96:0/4241511898, rc 0 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.591655] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.96:0/4241511898 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.96:0/4241511898' anagrp=1 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.607671] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:22:13.791 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.655901] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.792 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.700085] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.747757] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.776607] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.96:0/3389680741, rc 0 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.776705] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.96:0/3389680741 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.96:0/3389680741' anagrp=3 2024-04-24T13:22:13.793 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:22:13.794 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.790289] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:22:13.794 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:22:14.064 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-mon[51702]: pgmap v1190: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:22:14.064 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-mon[51702]: from='client.? 172.21.15.96:0/515028252' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.811432] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.833725] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:22:14.065 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.856624] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.878679] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.066 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.902286] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.925716] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:22:14.067 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.949903] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:13.986378] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.96 port 4420 *** 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:22:14.068 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:13 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:13] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:22:14.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:14 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:14] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:22:14.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:14 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:14] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:22:14.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:14 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:14] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:22:14.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:14 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:14] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:22:14.069 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:14 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:14] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:22:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-mon[26762]: pgmap v1190: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:22:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:13 smithi081 ceph-mon[26762]: from='client.? 172.21.15.96:0/515028252' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:22:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:13 smithi162 ceph-mon[54108]: pgmap v1190: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:22:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:13 smithi162 ceph-mon[54108]: from='client.? 172.21.15.96:0/515028252' entity='client.nvmeof.nvmeof.b' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:22:15.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:22:14] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 3 2024-04-24T13:22:15.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:22:15.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:15.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:14 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:47372 2024-04-24T13:22:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:15 smithi081 ceph-mon[26762]: pgmap v1191: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 1.1 KiB/s wr, 67 op/s 2024-04-24T13:22:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:15 smithi096 ceph-mon[51702]: pgmap v1191: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 1.1 KiB/s wr, 67 op/s 2024-04-24T13:22:16.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-mon[54108]: pgmap v1191: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 1.1 KiB/s wr, 67 op/s 2024-04-24T13:22:16.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:22:15] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:22:16.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:16.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:22:16.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:47374 2024-04-24T13:22:18.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:17 smithi081 ceph-mon[26762]: pgmap v1192: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 1.2 KiB/s wr, 76 op/s 2024-04-24T13:22:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:17 smithi096 ceph-mon[51702]: pgmap v1192: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 1.2 KiB/s wr, 76 op/s 2024-04-24T13:22:18.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:17 smithi162 ceph-mon[54108]: pgmap v1192: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 1.2 KiB/s wr, 76 op/s 2024-04-24T13:22:19.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:22:18] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:22:19.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:19.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:22:19.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: OPTIMIZED 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: OPTIMIZED 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:22:19.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:22:19.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: OPTIMIZED 2024-04-24T13:22:19.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:22:19.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: ], , client address: IPv4 172.21.15.81:42422 2024-04-24T13:22:19.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:18.948173] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000274 seconds 2024-04-24T13:22:19.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:22:18] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:19.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:22:19.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:22:19.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:22:19.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:22:19.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:22:19.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:43406 2024-04-24T13:22:19.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:18.946608] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000244 seconds 2024-04-24T13:22:20.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:19 smithi081 ceph-mon[26762]: pgmap v1193: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:20.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:19 smithi096 ceph-mon[51702]: pgmap v1193: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:20.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:19 smithi162 ceph-mon[54108]: pgmap v1193: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 164 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:22.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:21 smithi081 ceph-mon[26762]: pgmap v1194: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:22.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:21 smithi096 ceph-mon[51702]: pgmap v1194: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:22.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:21 smithi162 ceph-mon[54108]: pgmap v1194: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:24.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:23 smithi081 ceph-mon[26762]: pgmap v1195: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:23 smithi096 ceph-mon[51702]: pgmap v1195: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:23 smithi162 ceph-mon[54108]: pgmap v1195: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 1.2 KiB/s wr, 82 op/s 2024-04-24T13:22:26.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:25 smithi081 ceph-mon[26762]: pgmap v1196: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 132 op/s 2024-04-24T13:22:26.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:25 smithi096 ceph-mon[51702]: pgmap v1196: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 132 op/s 2024-04-24T13:22:26.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:25 smithi162 ceph-mon[54108]: pgmap v1196: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 132 op/s 2024-04-24T13:22:28.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:27 smithi081 ceph-mon[26762]: pgmap v1197: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 597 B/s wr, 69 op/s 2024-04-24T13:22:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:27 smithi096 ceph-mon[51702]: pgmap v1197: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 597 B/s wr, 69 op/s 2024-04-24T13:22:28.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:27 smithi162 ceph-mon[54108]: pgmap v1197: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 597 B/s wr, 69 op/s 2024-04-24T13:22:30.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:29 smithi081 ceph-mon[26762]: pgmap v1198: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 61 op/s 2024-04-24T13:22:30.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:29 smithi096 ceph-mon[51702]: pgmap v1198: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 61 op/s 2024-04-24T13:22:30.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:29 smithi162 ceph-mon[54108]: pgmap v1198: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 61 op/s 2024-04-24T13:22:32.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:31 smithi081 ceph-mon[26762]: pgmap v1199: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:22:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:31 smithi096 ceph-mon[51702]: pgmap v1199: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:22:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:31 smithi162 ceph-mon[54108]: pgmap v1199: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:22:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:33 smithi081 ceph-mon[26762]: pgmap v1200: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:22:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:33 smithi096 ceph-mon[51702]: pgmap v1200: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:22:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:33 smithi162 ceph-mon[54108]: pgmap v1200: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:22:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:35 smithi081 ceph-mon[26762]: pgmap v1201: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 56 op/s 2024-04-24T13:22:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:35 smithi096 ceph-mon[51702]: pgmap v1201: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 56 op/s 2024-04-24T13:22:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:35 smithi162 ceph-mon[54108]: pgmap v1201: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 56 op/s 2024-04-24T13:22:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:37 smithi081 ceph-mon[26762]: pgmap v1202: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 5 op/s 2024-04-24T13:22:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:37 smithi096 ceph-mon[51702]: pgmap v1202: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 5 op/s 2024-04-24T13:22:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:37 smithi162 ceph-mon[54108]: pgmap v1202: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 5 op/s 2024-04-24T13:22:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:39 smithi081 ceph-mon[26762]: pgmap v1203: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:39 smithi096 ceph-mon[51702]: pgmap v1203: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:39 smithi162 ceph-mon[54108]: pgmap v1203: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:42.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:41 smithi081 ceph-mon[26762]: pgmap v1204: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:42.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:41 smithi096 ceph-mon[51702]: pgmap v1204: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:42.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:41 smithi162 ceph-mon[54108]: pgmap v1204: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:44.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:43 smithi081 ceph-mon[26762]: pgmap v1205: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:44.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:43 smithi096 ceph-mon[51702]: pgmap v1205: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:44.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:43 smithi162 ceph-mon[54108]: pgmap v1205: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:46.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:45 smithi081 ceph-mon[26762]: pgmap v1206: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:46.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:45 smithi096 ceph-mon[51702]: pgmap v1206: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:46.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:45 smithi162 ceph-mon[54108]: pgmap v1206: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:48.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:47 smithi081 ceph-mon[26762]: pgmap v1207: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:47 smithi096 ceph-mon[51702]: pgmap v1207: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:48.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:47 smithi162 ceph-mon[54108]: pgmap v1207: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:50.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:49 smithi081 ceph-mon[26762]: pgmap v1208: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:49 smithi096 ceph-mon[51702]: pgmap v1208: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:50.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:49 smithi162 ceph-mon[54108]: pgmap v1208: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:52.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:51 smithi081 ceph-mon[26762]: pgmap v1209: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:51 smithi096 ceph-mon[51702]: pgmap v1209: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:51 smithi162 ceph-mon[54108]: pgmap v1209: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:54.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:53 smithi081 ceph-mon[26762]: pgmap v1210: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:54.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:53 smithi096 ceph-mon[51702]: pgmap v1210: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:54.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:53 smithi162 ceph-mon[54108]: pgmap v1210: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:56.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:55 smithi081 ceph-mon[26762]: pgmap v1211: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:55 smithi096 ceph-mon[51702]: pgmap v1211: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:56.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:55 smithi162 ceph-mon[54108]: pgmap v1211: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:22:58.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:57 smithi081 ceph-mon[26762]: pgmap v1212: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:58.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:57 smithi096 ceph-mon[51702]: pgmap v1212: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:22:58.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:57 smithi162 ceph-mon[54108]: pgmap v1212: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:00.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:22:59 smithi081 ceph-mon[26762]: pgmap v1213: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:22:59 smithi096 ceph-mon[51702]: pgmap v1213: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:22:59 smithi162 ceph-mon[54108]: pgmap v1213: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:01 smithi081 ceph-mon[26762]: pgmap v1214: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:23:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:23:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:23:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:23:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:01 smithi096 ceph-mon[51702]: pgmap v1214: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:23:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:23:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:23:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:23:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:01 smithi162 ceph-mon[54108]: pgmap v1214: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:23:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:23:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:23:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:23:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:02 smithi081 ceph-mon[26762]: pgmap v1215: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2 op/s 2024-04-24T13:23:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:02 smithi081 ceph-mon[26762]: pgmap v1216: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:02 smithi096 ceph-mon[51702]: pgmap v1215: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2 op/s 2024-04-24T13:23:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:02 smithi096 ceph-mon[51702]: pgmap v1216: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:02 smithi162 ceph-mon[54108]: pgmap v1215: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.8 KiB/s rd, 2 op/s 2024-04-24T13:23:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:02 smithi162 ceph-mon[54108]: pgmap v1216: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:04 smithi081 ceph-mon[26762]: pgmap v1217: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:04 smithi096 ceph-mon[51702]: pgmap v1217: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:04 smithi162 ceph-mon[54108]: pgmap v1217: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:06 smithi081 ceph-mon[26762]: pgmap v1218: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:06 smithi096 ceph-mon[51702]: pgmap v1218: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:06 smithi162 ceph-mon[54108]: pgmap v1218: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:08 smithi081 ceph-mon[26762]: pgmap v1219: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:23:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:08 smithi096 ceph-mon[51702]: pgmap v1219: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:23:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:08 smithi162 ceph-mon[54108]: pgmap v1219: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:23:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:10 smithi081 ceph-mon[26762]: pgmap v1220: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:10 smithi096 ceph-mon[51702]: pgmap v1220: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:10 smithi162 ceph-mon[54108]: pgmap v1220: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:12 smithi081 ceph-mon[26762]: pgmap v1221: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:23:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:13 smithi096 ceph-mon[51702]: pgmap v1221: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:23:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:13 smithi162 ceph-mon[54108]: pgmap v1221: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:23:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:15 smithi081 ceph-mon[26762]: pgmap v1222: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:15 smithi096 ceph-mon[51702]: pgmap v1222: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:15 smithi162 ceph-mon[54108]: pgmap v1222: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:17 smithi081 ceph-mon[26762]: pgmap v1223: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:17 smithi096 ceph-mon[51702]: pgmap v1223: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:17 smithi162 ceph-mon[54108]: pgmap v1223: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:19 smithi081 ceph-mon[26762]: pgmap v1224: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:19 smithi096 ceph-mon[51702]: pgmap v1224: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:19 smithi162 ceph-mon[54108]: pgmap v1224: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:21 smithi081 ceph-mon[26762]: pgmap v1225: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:21 smithi096 ceph-mon[51702]: pgmap v1225: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:21 smithi162 ceph-mon[54108]: pgmap v1225: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:23 smithi081 ceph-mon[26762]: pgmap v1226: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:23 smithi096 ceph-mon[51702]: pgmap v1226: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:23 smithi162 ceph-mon[54108]: pgmap v1226: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:25 smithi081 ceph-mon[26762]: pgmap v1227: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:25 smithi096 ceph-mon[51702]: pgmap v1227: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:25 smithi162 ceph-mon[54108]: pgmap v1227: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:27 smithi081 ceph-mon[26762]: pgmap v1228: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:27 smithi096 ceph-mon[51702]: pgmap v1228: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:27 smithi162 ceph-mon[54108]: pgmap v1228: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:29 smithi081 ceph-mon[26762]: pgmap v1229: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:29 smithi096 ceph-mon[51702]: pgmap v1229: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:29 smithi162 ceph-mon[54108]: pgmap v1229: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:31 smithi081 ceph-mon[26762]: pgmap v1230: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:31 smithi096 ceph-mon[51702]: pgmap v1230: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:31 smithi162 ceph-mon[54108]: pgmap v1230: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:31.784 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:23:31.784 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:23:31.785 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:23:31.815 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:22:11 UTC; 1min 19s ago 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75818 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75819 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 75887 (conmon) 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 119.6M 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 20.369s 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:23:31.816 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─75889 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─75891 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─75907 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─75958 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─76767 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: └─75887 /usr/bin/conmon --api-version 1 -c 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b -u 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b/userdata -p /run/containers/storage/overlay-containers/176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:23:31.817 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: OPTIMIZED 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: states { 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: grp_id: 3 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: state: OPTIMIZED 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: } 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: ], , client address: IPv4 172.21.15.81:42422 2024-04-24T13:23:31.818 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:22:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [2024-04-24 13:22:18.948173] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000274 seconds 2024-04-24T13:23:31.819 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:23:31.851 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:23:31.851 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:23:31.851 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 1min 19s ago 2024-04-24T13:23:31.851 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 121.5M 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 1min 19.546s 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.852 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 2 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:43406 2024-04-24T13:23:31.853 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:22:18 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:22:18.946608] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_2_0 elapsed time: 0.000244 seconds 2024-04-24T13:23:31.854 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:18:33 UTC; 4min 58s ago 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61006 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61007 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 61070 (conmon) 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 128.1M 2024-04-24T13:23:31.884 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 4min 59.202s 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61072 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61074 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61091 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61139 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─61959 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: └─61070 /usr/bin/conmon --api-version 1 -c 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -u 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata -p /run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:23:31.885 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:23:31.886 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:23:31.886 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:23:31.886 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:23:31.886 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:23:31.886 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:23:31.886 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:47374 2024-04-24T13:23:31.887 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:23:32.179 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:23:32.179 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 9m ago 36m smithi081=x;count:1 2024-04-24T13:23:32.179 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 9m ago 36m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:23:32.179 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 9m ago 31m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:23:32.179 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 9m ago - 2024-04-24T13:23:32.460 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:23:32.461 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 running (15m) 9m ago 30m 122M - 1.2.5 1e28a75d580c 91f4181f457c 2024-04-24T13:23:32.461 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (15m) 9m ago 30m 122M - 1.2.5 1e28a75d580c 284b4fbf4940 2024-04-24T13:23:32.461 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 error 9m ago 31m - - 2024-04-24T13:23:32.802 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:23:32.802 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:23:32.802 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in error state 2024-04-24T13:23:33.132 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 18m) 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 37m) 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 32m), 8 in (since 33m) 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:23:33.133 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:23:33.134 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:23:33.134 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:23:33.134 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:23:33.134 INFO:teuthology.orchestra.run.smithi177.stdout: client: 9.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:23:33.134 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:23:33.158 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.172 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.185 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.203 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.213 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.226 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.239 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.253 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.267 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.280 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.294 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.307 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:33 smithi081 ceph-mon[26762]: pgmap v1231: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:33 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1300503055' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:23:33.321 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.334 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.349 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:23:33.349 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:23:33.349 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:23:33.350 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:23:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:33 smithi096 ceph-mon[51702]: pgmap v1231: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:33 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1300503055' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:23:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:33 smithi162 ceph-mon[54108]: pgmap v1231: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:33 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1300503055' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:23:33.636 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:23:33 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:23:34.017 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:23:33 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:23:33] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:23:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:34 smithi081 ceph-mon[26762]: from='client.54661 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:23:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:34 smithi081 ceph-mon[26762]: from='client.16056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:23:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:34 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/850322451' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:23:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:34 smithi096 ceph-mon[51702]: from='client.54661 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:23:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:34 smithi096 ceph-mon[51702]: from='client.16056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:23:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:34 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/850322451' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:23:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:34 smithi162 ceph-mon[54108]: from='client.54661 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:23:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:34 smithi162 ceph-mon[54108]: from='client.16056 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:23:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:34 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/850322451' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:23:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:35 smithi081 ceph-mon[26762]: pgmap v1232: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:35 smithi096 ceph-mon[51702]: pgmap v1232: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:35 smithi162 ceph-mon[54108]: pgmap v1232: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:37 smithi081 ceph-mon[26762]: pgmap v1233: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:37 smithi096 ceph-mon[51702]: pgmap v1233: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:37 smithi162 ceph-mon[54108]: pgmap v1233: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:39 smithi081 ceph-mon[26762]: pgmap v1234: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:39 smithi096 ceph-mon[51702]: pgmap v1234: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:39 smithi162 ceph-mon[54108]: pgmap v1234: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:41 smithi081 ceph-mon[26762]: pgmap v1235: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:41 smithi096 ceph-mon[51702]: pgmap v1235: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:41 smithi162 ceph-mon[54108]: pgmap v1235: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:43 smithi081 ceph-mon[26762]: pgmap v1236: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:43 smithi096 ceph-mon[51702]: pgmap v1236: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:43 smithi162 ceph-mon[54108]: pgmap v1236: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:43.970 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:23:43 smithi081 bash[77232]: time="2024-04-24T13:23:43Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:23:43.970 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:23:43 smithi081 podman[77232]: 2024-04-24 13:23:43.649716145 +0000 UTC m=+10.118753822 container died 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, release=, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, io.buildah.version=1.29.0, architecture=x86_64, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.5, maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.wants=ceph,rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:23:44.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:23:44 smithi081 podman[77232]: 2024-04-24 13:23:44.169347411 +0000 UTC m=+10.638385085 container cleanup 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, vendor=Red Hat, Inc., distribution-scope=public, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, version=1.2.5, io.ceph.git.branch=tags/1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, architecture=x86_64, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, com.redhat.component=ubi9-container, release=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2024-04-22 08:15:14 UTC, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , io.buildah.version=1.29.0, org.centos.version=9.0-21.el9) 2024-04-24T13:23:44.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:23:44 smithi081 bash[77232]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:23:44.589 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:23:44.624 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:23:44.624 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:23:44.624 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.7690215712549997) > weight (0.3333333333333333) 2024-04-24T13:23:44.625 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.6697405156962087) > weight (0.3333333333333333) 2024-04-24T13:23:44.625 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 123 secs before reviving 2024-04-24T13:23:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:45 smithi081 ceph-mon[26762]: pgmap v1237: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:45 smithi096 ceph-mon[51702]: pgmap v1237: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:45 smithi162 ceph-mon[54108]: pgmap v1237: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:23:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:47 smithi081 ceph-mon[26762]: pgmap v1238: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:47 smithi096 ceph-mon[51702]: pgmap v1238: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:47 smithi162 ceph-mon[54108]: pgmap v1238: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:49 smithi081 ceph-mon[26762]: pgmap v1239: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:49 smithi096 ceph-mon[51702]: pgmap v1239: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:49 smithi162 ceph-mon[54108]: pgmap v1239: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:23:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:51 smithi081 ceph-mon[26762]: pgmap v1240: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:51 smithi096 ceph-mon[51702]: pgmap v1240: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:51 smithi162 ceph-mon[54108]: pgmap v1240: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:23:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:53 smithi081 ceph-mon[26762]: pgmap v1241: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:23:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:53 smithi096 ceph-mon[51702]: pgmap v1241: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:23:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:53 smithi162 ceph-mon[54108]: pgmap v1241: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:23:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:55 smithi081 ceph-mon[26762]: pgmap v1242: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:23:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:55 smithi096 ceph-mon[51702]: pgmap v1242: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:23:55.393 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:55 smithi162 ceph-mon[54108]: pgmap v1242: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:23:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:57 smithi081 ceph-mon[26762]: pgmap v1243: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:23:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:57 smithi081 ceph-mon[26762]: osdmap e90: 8 total, 8 up, 8 in 2024-04-24T13:23:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:57 smithi096 ceph-mon[51702]: pgmap v1243: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:23:57.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:57 smithi096 ceph-mon[51702]: osdmap e90: 8 total, 8 up, 8 in 2024-04-24T13:23:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:23:56] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:23:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:23:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:57.389 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:57.389 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:23:57.389 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:57.389 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:23:57.389 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:57.389 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:57.390 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:41264 2024-04-24T13:23:57.390 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:56 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:23:56.986646] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000597 seconds 2024-04-24T13:23:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:57 smithi162 ceph-mon[54108]: pgmap v1243: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:23:57.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:57 smithi162 ceph-mon[54108]: osdmap e90: 8 total, 8 up, 8 in 2024-04-24T13:23:58.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:23:58] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:23:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:23:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:23:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:23:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:23:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:41280 2024-04-24T13:23:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:23:58.054444] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000307 seconds 2024-04-24T13:23:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:23:59 smithi081 ceph-mon[26762]: pgmap v1245: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:23:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:23:59 smithi096 ceph-mon[51702]: pgmap v1245: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:23:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:23:59 smithi162 ceph-mon[54108]: pgmap v1245: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:01 smithi081 ceph-mon[26762]: pgmap v1246: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:01 smithi096 ceph-mon[51702]: pgmap v1246: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:01 smithi162 ceph-mon[54108]: pgmap v1246: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:03.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:03 smithi096 ceph-mon[51702]: pgmap v1247: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:03.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:03 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:24:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:03 smithi081 ceph-mon[26762]: pgmap v1247: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:24:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:03 smithi162 ceph-mon[54108]: pgmap v1247: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:03 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:24:04.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: pgmap v1248: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:04.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:24:04.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:24:04.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:04.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: pgmap v1248: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:04.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:24:04.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:24:04.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: pgmap v1248: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:05.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:24:05.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:24:05.071 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:24:05.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:05 smithi096 ceph-mon[51702]: pgmap v1249: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:05.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:05 smithi096 ceph-mon[51702]: pgmap v1250: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 2 op/s 2024-04-24T13:24:05.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:05 smithi162 ceph-mon[54108]: pgmap v1249: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:05.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:05 smithi162 ceph-mon[54108]: pgmap v1250: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 2 op/s 2024-04-24T13:24:06.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:05 smithi081 ceph-mon[26762]: pgmap v1249: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:06.117 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:05 smithi081 ceph-mon[26762]: pgmap v1250: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 2 op/s 2024-04-24T13:24:07.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:07 smithi096 ceph-mon[51702]: pgmap v1251: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:07.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:07 smithi162 ceph-mon[54108]: pgmap v1251: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:08.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:07 smithi081 ceph-mon[26762]: pgmap v1251: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:09.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:09 smithi096 ceph-mon[51702]: pgmap v1252: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:24:09.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:09 smithi162 ceph-mon[54108]: pgmap v1252: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:24:10.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:09 smithi081 ceph-mon[26762]: pgmap v1252: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:24:11.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:11 smithi096 ceph-mon[51702]: pgmap v1253: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:11.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:11 smithi162 ceph-mon[54108]: pgmap v1253: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:12.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:11 smithi081 ceph-mon[26762]: pgmap v1253: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:24:13.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:13 smithi096 ceph-mon[51702]: pgmap v1254: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:24:13.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:13 smithi162 ceph-mon[54108]: pgmap v1254: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:24:14.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:13 smithi081 ceph-mon[26762]: pgmap v1254: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:24:15.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:15 smithi096 ceph-mon[51702]: pgmap v1255: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:15.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:15 smithi162 ceph-mon[54108]: pgmap v1255: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:16.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:15 smithi081 ceph-mon[26762]: pgmap v1255: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:24:17.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:17 smithi096 ceph-mon[51702]: pgmap v1256: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:17.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:17 smithi162 ceph-mon[54108]: pgmap v1256: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:18.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:17 smithi081 ceph-mon[26762]: pgmap v1256: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:19.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:19 smithi096 ceph-mon[51702]: pgmap v1257: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:19.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:19 smithi162 ceph-mon[54108]: pgmap v1257: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:20.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:19 smithi081 ceph-mon[26762]: pgmap v1257: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:21.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:21 smithi096 ceph-mon[51702]: pgmap v1258: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:21.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:21 smithi162 ceph-mon[54108]: pgmap v1258: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:22.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:21 smithi081 ceph-mon[26762]: pgmap v1258: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:23.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:23 smithi096 ceph-mon[51702]: pgmap v1259: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:23.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:23 smithi162 ceph-mon[54108]: pgmap v1259: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:24.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:23 smithi081 ceph-mon[26762]: pgmap v1259: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:25.872 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:25 smithi081 ceph-mon[26762]: pgmap v1260: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:25.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:25 smithi096 ceph-mon[51702]: pgmap v1260: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:25.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:25 smithi162 ceph-mon[54108]: pgmap v1260: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:27.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:27 smithi096 ceph-mon[51702]: pgmap v1261: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:27.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:27 smithi162 ceph-mon[54108]: pgmap v1261: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:28.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:27 smithi081 ceph-mon[26762]: pgmap v1261: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:29.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:29 smithi096 ceph-mon[51702]: pgmap v1262: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:29.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:29 smithi162 ceph-mon[54108]: pgmap v1262: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:30.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:29 smithi081 ceph-mon[26762]: pgmap v1262: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:31.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:31 smithi096 ceph-mon[51702]: pgmap v1263: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:31.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:31 smithi162 ceph-mon[54108]: pgmap v1263: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:32.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:31 smithi081 ceph-mon[26762]: pgmap v1263: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:33.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:33 smithi096 ceph-mon[51702]: pgmap v1264: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:33.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:33 smithi162 ceph-mon[54108]: pgmap v1264: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:34.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:33 smithi081 ceph-mon[26762]: pgmap v1264: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:35.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:35 smithi096 ceph-mon[51702]: pgmap v1265: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:35.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:35 smithi162 ceph-mon[54108]: pgmap v1265: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:36.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:35 smithi081 ceph-mon[26762]: pgmap v1265: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:37.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:37 smithi096 ceph-mon[51702]: pgmap v1266: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:37.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:37 smithi162 ceph-mon[54108]: pgmap v1266: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:38.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:37 smithi081 ceph-mon[26762]: pgmap v1266: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:39.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:39 smithi096 ceph-mon[51702]: pgmap v1267: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:39.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:39 smithi162 ceph-mon[54108]: pgmap v1267: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:40.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:39 smithi081 ceph-mon[26762]: pgmap v1267: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:41.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:41 smithi096 ceph-mon[51702]: pgmap v1268: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:41.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:41 smithi162 ceph-mon[54108]: pgmap v1268: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:42.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:41 smithi081 ceph-mon[26762]: pgmap v1268: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:43.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:43 smithi096 ceph-mon[51702]: pgmap v1269: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:43.894 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:43 smithi162 ceph-mon[54108]: pgmap v1269: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:44.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:43 smithi081 ceph-mon[26762]: pgmap v1269: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:45.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:45 smithi162 ceph-mon[54108]: pgmap v1270: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:46.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:45 smithi081 ceph-mon[26762]: pgmap v1270: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:46.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:45 smithi096 ceph-mon[51702]: pgmap v1270: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:47.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:47 smithi162 ceph-mon[54108]: pgmap v1271: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:48.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:47 smithi081 ceph-mon[26762]: pgmap v1271: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:48.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:47 smithi096 ceph-mon[51702]: pgmap v1271: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:49.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:49 smithi162 ceph-mon[54108]: pgmap v1272: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:50.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:49 smithi081 ceph-mon[26762]: pgmap v1272: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:50.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:49 smithi096 ceph-mon[51702]: pgmap v1272: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:52.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:51 smithi081 ceph-mon[26762]: pgmap v1273: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:52.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:51 smithi096 ceph-mon[51702]: pgmap v1273: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:52.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:51 smithi162 ceph-mon[54108]: pgmap v1273: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:54.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:53 smithi081 ceph-mon[26762]: pgmap v1274: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:54.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:53 smithi096 ceph-mon[51702]: pgmap v1274: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:54.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:53 smithi162 ceph-mon[54108]: pgmap v1274: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:56.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:55 smithi081 ceph-mon[26762]: pgmap v1275: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:56.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:55 smithi096 ceph-mon[51702]: pgmap v1275: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:56.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:55 smithi162 ceph-mon[54108]: pgmap v1275: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:24:58.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:57 smithi081 ceph-mon[26762]: pgmap v1276: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:58.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:57 smithi096 ceph-mon[51702]: pgmap v1276: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:24:58.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:57 smithi162 ceph-mon[54108]: pgmap v1276: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:00.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:24:59 smithi081 ceph-mon[26762]: pgmap v1277: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:00.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:24:59 smithi096 ceph-mon[51702]: pgmap v1277: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:00.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:24:59 smithi162 ceph-mon[54108]: pgmap v1277: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:02.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:01 smithi081 ceph-mon[26762]: pgmap v1278: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:02.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:01 smithi096 ceph-mon[51702]: pgmap v1278: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:02.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:01 smithi162 ceph-mon[54108]: pgmap v1278: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:04.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:03 smithi081 ceph-mon[26762]: pgmap v1279: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:04.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:03 smithi096 ceph-mon[51702]: pgmap v1279: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:04.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:03 smithi162 ceph-mon[54108]: pgmap v1279: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:05.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:25:05.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:25:05.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:25:06.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:05 smithi081 ceph-mon[26762]: pgmap v1280: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:06.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:25:06.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:25:06.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:25:06.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:05 smithi096 ceph-mon[51702]: pgmap v1280: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:06.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:05 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:25:06.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:05 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:25:06.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:05 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:25:06.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:05 smithi162 ceph-mon[54108]: pgmap v1280: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:06.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:05 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:25:06.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:05 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:25:06.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:05 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:25:07.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:06 smithi081 ceph-mon[26762]: pgmap v1281: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:25:07.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:06 smithi081 ceph-mon[26762]: pgmap v1282: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:07.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:06 smithi096 ceph-mon[51702]: pgmap v1281: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:25:07.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:06 smithi096 ceph-mon[51702]: pgmap v1282: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:07.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:06 smithi162 ceph-mon[54108]: pgmap v1281: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:25:07.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:06 smithi162 ceph-mon[54108]: pgmap v1282: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:09.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:08 smithi081 ceph-mon[26762]: pgmap v1283: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:09.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:08 smithi096 ceph-mon[51702]: pgmap v1283: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:09.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:08 smithi162 ceph-mon[54108]: pgmap v1283: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:10.943 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:10 smithi162 ceph-mon[54108]: pgmap v1284: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:11.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:10 smithi081 ceph-mon[26762]: pgmap v1284: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:11.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:10 smithi096 ceph-mon[51702]: pgmap v1284: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:12 smithi081 ceph-mon[26762]: pgmap v1285: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:12 smithi096 ceph-mon[51702]: pgmap v1285: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:12 smithi162 ceph-mon[54108]: pgmap v1285: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:25:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:14 smithi081 ceph-mon[26762]: pgmap v1286: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:25:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:14 smithi096 ceph-mon[51702]: pgmap v1286: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:25:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:14 smithi162 ceph-mon[54108]: pgmap v1286: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:25:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:16 smithi081 ceph-mon[26762]: pgmap v1287: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:25:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:16 smithi096 ceph-mon[51702]: pgmap v1287: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:25:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:16 smithi162 ceph-mon[54108]: pgmap v1287: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:25:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:18 smithi081 ceph-mon[26762]: pgmap v1288: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:18 smithi096 ceph-mon[51702]: pgmap v1288: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:18 smithi162 ceph-mon[54108]: pgmap v1288: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:20 smithi081 ceph-mon[26762]: pgmap v1289: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:20 smithi096 ceph-mon[51702]: pgmap v1289: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:20 smithi162 ceph-mon[54108]: pgmap v1289: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:22 smithi081 ceph-mon[26762]: pgmap v1290: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:22 smithi096 ceph-mon[51702]: pgmap v1290: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:22 smithi162 ceph-mon[54108]: pgmap v1290: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:24 smithi081 ceph-mon[26762]: pgmap v1291: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:24 smithi096 ceph-mon[51702]: pgmap v1291: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:24 smithi162 ceph-mon[54108]: pgmap v1291: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:27 smithi081 ceph-mon[26762]: pgmap v1292: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:27 smithi096 ceph-mon[51702]: pgmap v1292: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:27 smithi162 ceph-mon[54108]: pgmap v1292: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:29 smithi081 ceph-mon[26762]: pgmap v1293: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:29 smithi096 ceph-mon[51702]: pgmap v1293: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:29 smithi162 ceph-mon[54108]: pgmap v1293: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:31 smithi081 ceph-mon[26762]: pgmap v1294: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:31 smithi096 ceph-mon[51702]: pgmap v1294: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:31 smithi162 ceph-mon[54108]: pgmap v1294: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:33 smithi081 ceph-mon[26762]: pgmap v1295: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:33 smithi096 ceph-mon[51702]: pgmap v1295: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:33 smithi162 ceph-mon[54108]: pgmap v1295: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:35 smithi081 ceph-mon[26762]: pgmap v1296: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:35 smithi096 ceph-mon[51702]: pgmap v1296: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:35 smithi162 ceph-mon[54108]: pgmap v1296: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:37 smithi081 ceph-mon[26762]: pgmap v1297: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:37 smithi096 ceph-mon[51702]: pgmap v1297: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:37 smithi162 ceph-mon[54108]: pgmap v1297: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:39 smithi081 ceph-mon[26762]: pgmap v1298: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:39.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:39 smithi096 ceph-mon[51702]: pgmap v1298: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:39 smithi162 ceph-mon[54108]: pgmap v1298: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:41 smithi081 ceph-mon[26762]: pgmap v1299: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:41 smithi096 ceph-mon[51702]: pgmap v1299: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:41 smithi162 ceph-mon[54108]: pgmap v1299: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:43 smithi081 ceph-mon[26762]: pgmap v1300: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:43 smithi096 ceph-mon[51702]: pgmap v1300: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:43 smithi162 ceph-mon[54108]: pgmap v1300: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:45 smithi081 ceph-mon[26762]: pgmap v1301: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:45 smithi096 ceph-mon[51702]: pgmap v1301: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:45 smithi162 ceph-mon[54108]: pgmap v1301: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:47 smithi081 ceph-mon[26762]: pgmap v1302: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:47 smithi096 ceph-mon[51702]: pgmap v1302: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:47 smithi162 ceph-mon[54108]: pgmap v1302: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:47.625 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:25:47.625 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:25:47.626 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:25:47.663 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:25:47.663 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:23:44 UTC; 2min 3s ago 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 1min 21.501s 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75818 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 75819 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77205 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77275 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77303 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 75887 (code=exited, status=137) 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 32.800s 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:33 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[75887]: [24-Apr-2024 13:23:33] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:25:47.664 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:43 smithi081 bash[77232]: time="2024-04-24T13:23:43Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:43 smithi081 podman[77232]: 2024-04-24 13:23:43.649716145 +0000 UTC m=+10.118753822 container died 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, release=, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, io.buildah.version=1.29.0, architecture=x86_64, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, version=1.2.5, maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.spdk.git.repo=https://github.com/ceph/spdk.git, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.wants=ceph,rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 podman[77232]: 2024-04-24 13:23:44.169347411 +0000 UTC m=+10.638385085 container cleanup 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, vendor=Red Hat, Inc., distribution-scope=public, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, version=1.2.5, io.ceph.git.branch=tags/1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, architecture=x86_64, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, com.redhat.component=ubi9-container, release=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.target-arch=, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, build-date=2024-04-22 08:15:14 UTC, name=ceph-nvmeof, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , io.buildah.version=1.29.0, org.centos.version=9.0-21.el9) 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 bash[77232]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 podman[77262]: 2024-04-24 13:23:44.362499783 +0000 UTC m=+0.713428989 container remove 176a9fd88ca7fe2dae46c6650d54054d23d2aa721ac628a86f374198de53f48b (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vendor=Red Hat, Inc., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, release=, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.openshift.wants=ceph,rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, io.spdk.version=24.01, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.pkgdep-args=--rbd, maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:25:47.665 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:23:44 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 1min 32.800s CPU time. 2024-04-24T13:25:47.666 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:25:47.666 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:25:47.698 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:25:47.698 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:25:47.698 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 3min 34s ago 2024-04-24T13:25:47.698 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.698 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.698 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 128.4M 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 3min 35.564s 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:25:47.699 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:41280 2024-04-24T13:25:47.700 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:23:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:23:58.054444] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000307 seconds 2024-04-24T13:25:47.701 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:25:47.733 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:25:47.733 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:25:47.733 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:18:33 UTC; 7min ago 2024-04-24T13:25:47.733 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61006 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61007 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 61070 (conmon) 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 129.6M 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 7min 15.197s 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61072 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61074 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61091 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:25:47.734 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61139 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─61959 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout: └─61070 /usr/bin/conmon --api-version 1 -c 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -u 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata -p /run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:25:47.735 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:25:47.736 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:47374 2024-04-24T13:25:47.737 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:25:48.030 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:25:48.030 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 104s ago 38m smithi081=x;count:1 2024-04-24T13:25:48.030 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 104s ago 38m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:25:48.031 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 104s ago 33m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:25:48.031 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 104s ago - 2024-04-24T13:25:48.316 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:25:48.316 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 104s ago 32m - - 2024-04-24T13:25:48.316 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (3m) 104s ago 33m 114M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:25:48.316 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (7m) 104s ago 33m 124M - 1.2.5 1e28a75d580c 7187f37bc60a 2024-04-24T13:25:48.655 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:25:48.655 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:25:48.656 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:25:48.988 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:25:48.988 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:25:48.988 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:25:48.988 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:25:48.988 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:25:48.988 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 20m) 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 39m) 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 35m), 8 in (since 35m) 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:25:48.989 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:25:48.990 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:25:48.990 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:25:48.990 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:25:48.990 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:25:48.990 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:25:49.013 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.026 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.040 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.054 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.069 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.081 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.095 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.108 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.122 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.135 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.149 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.162 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.176 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.189 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.204 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:25:49.205 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:25:49.207 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:25:49.207 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:25:49.216 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:25:49.281 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:49 smithi081 ceph-mon[26762]: pgmap v1303: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:49.282 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:49 smithi081 ceph-mon[26762]: from='client.35147 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:25:49.282 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:49 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3292030141' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:25:49.282 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:49 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2117790223' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:25:49.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:49 smithi096 ceph-mon[51702]: pgmap v1303: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:49.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:49 smithi096 ceph-mon[51702]: from='client.35147 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:25:49.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:49 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3292030141' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:25:49.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:49 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2117790223' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:25:49.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:49 smithi162 ceph-mon[54108]: pgmap v1303: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:49.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:49 smithi162 ceph-mon[54108]: from='client.35147 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:25:49.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:49 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3292030141' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:25:49.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:49 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2117790223' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:25:49.569 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:25:49.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 podman[77969]: 2024-04-24 13:25:49.43077122 +0000 UTC m=+0.018891622 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:25:49.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 podman[77969]: 2024-04-24 13:25:49.569393116 +0000 UTC m=+0.157513512 container create be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.maintainer=Ceph Developers , io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, distribution-scope=public, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, io.spdk.build.ceph-release=19.0.0, build-date=2024-04-22 08:15:14 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.nvmeof=None, vcs-type=git, io.ceph.git.branch=tags/1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.branch=undefined, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.target-arch=, io.spdk.build.pkgdep-args=--rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers ) 2024-04-24T13:25:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 podman[77969]: 2024-04-24 13:25:49.763429792 +0000 UTC m=+0.351550187 container init be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.version=24.01, io.spdk.git.branch=undefined, vcs-type=git, io.spdk.build.pkgdep-args=--rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.wants=ceph,rbd, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=19.0.0, io.ceph.git.branch=tags/1.2.5, io.ceph.component=ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, version=1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, distribution-scope=public, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., maintainer=Ceph Developers , org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, release=, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.makeflags=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:25:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 podman[77969]: 2024-04-24 13:25:49.765882687 +0000 UTC m=+0.354003092 container start be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, name=ceph-nvmeof, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.version=1.2.5, release=, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, vcs-type=git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, io.spdk.build.ceph-release=19.0.0, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined) 2024-04-24T13:25:49.869 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 87 secs before thrashing 2024-04-24T13:25:50.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-mon[26762]: from='client.54691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:25:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 bash[77969]: be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:25:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:49 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:25:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:25:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:25:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:25:50.071 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [gateway] 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: group = 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: port = 5500 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: enable_auth = False 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: state_update_notify = True 2024-04-24T13:25:50.072 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: verify_nqns = True 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:25:50.073 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [gateway-logs] 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: log_level = INFO 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: log_files_enabled = True 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: 2024-04-24T13:25:50.078 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [discovery] 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: port = 8009 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [ceph] 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: pool = mypool 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [mtls] 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: server_key = ./server.key 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: client_key = ./client.key 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:25:50.079 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [spdk] 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: timeout = 60.0 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: log_level = WARNING 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: conn_retries = 10 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: transports = tcp 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: 2024-04-24T13:25:50.080 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: [monitor] 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:63: timeout = 1.0 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO config.py:64: ======================================================================================================== 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.064+0000 7f61e69605c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.064+0000 7f61e69605c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.064+0000 7f61e69605c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.066+0000 7f61e69605c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.066+0000 7f61e69605c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.067+0000 7f61e69605c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.067+0000 7f61e69605c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 16098 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:25:50.081 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.068+0000 7f61e69605c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.068+0000 7f61e28fd640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.068+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.068+0000 7f61e28fd640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.068+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.082 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.083 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.084 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.085 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.069+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.070+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.071+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.086 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.073+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.087 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:25:50.087 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:25:50.087 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:25:50.087 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:25:50.087 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.075+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:351: SPDK process id: 69 2024-04-24T13:25:50.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:25:50.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: INFO: Setting log level to WARNING 2024-04-24T13:25:50.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:25:50.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.076+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.078+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.079+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.081+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.082+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.084+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.085+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.087+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.088+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.090162] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.090228] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.090+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.323 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.091+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.093+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.094+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.095+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.097+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.099+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.100+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.102+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.103+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.105+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.106+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.107+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.109+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.110+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.324 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.112+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.113+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.115+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.116+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.118+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.119+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.121+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.122+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.124+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.125+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.127+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.128+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.130+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.131+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.325 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.132+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.134+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.135+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.137+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.138+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.326 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.140+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.141+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.143+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.144+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.146+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.327 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.147+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.148+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.150+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.151+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.153+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.154+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.156+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.157+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.159+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.160+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.162+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.163+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.165+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.328 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.166+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.168+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.169+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.171+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.172+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.174+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.175+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.177+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.178+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.180+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.181+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.183+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.184+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.186+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.329 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.187+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.189+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.190+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.191+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.193+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.194+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.196+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.197+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.199+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.200+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.202+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.330 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.204740] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.203+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.205+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.207+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.209+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.210+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.212+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.213+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.215+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.216+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.217+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.219+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.220+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.222+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.331 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.223+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.225+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.227+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.229+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.230+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.232+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.233+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.235+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.236+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.238+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.239+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.241+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.242+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.332 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.244+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.246+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.247+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.249+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.250+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.252659] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.251+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.253+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.255+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.257+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.259+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.261+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.262+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.264+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.333 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.265+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.267+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.268+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.270+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.271+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.273+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.274+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.276+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.277+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.279+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.280+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.282+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.284+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.334 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.285+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.287+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.289+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.291+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.293+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.294+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.296+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.298+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.299+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.301+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.302+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.304+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.335 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.305+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.307+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.308+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.310+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.311+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.313+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.314+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.316+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.317+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.319+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.320+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.322+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.336 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.324+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:50 smithi096 ceph-mon[51702]: from='client.54691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:25:50.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:50 smithi162 ceph-mon[54108]: from='client.54691 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:25:50.579 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.325+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.579 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.327+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.328+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.330+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.331+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.333+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.334+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.336+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.337+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.338+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.340+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.341+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.343+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.344+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.580 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.346+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.347+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.349+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.350+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.581 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.352+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.353+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.354+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.356+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.357+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.359+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.360+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.362+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.363+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.365+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.366+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.367+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.582 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.369+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.370+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.372+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.373+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.375+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.376+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.378+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.379+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.380+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.382+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.383+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.385+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.386+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.388+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.583 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.389+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.391+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.392+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.394+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.395+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.396+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.398+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.399+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.401+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.402+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.404+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.405+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.407+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.584 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.408+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.409+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.411+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.412+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.414+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.416+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.417+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.419+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.585 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.420+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.422+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.423+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.425+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.426+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.428+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.586 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.430+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.431+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.433+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.434+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.436+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.437+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.439+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.441+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.442+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.444+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.445+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.447+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.448+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.450+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.587 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.452+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.453+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.455+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.456+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.458+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.460+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.461+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.463+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.464+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.466+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.468+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.469+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.471+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.472+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.588 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.474+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.475+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.477+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.478823] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.478+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.480+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.482+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.483+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.485+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.486+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.488+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.490+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:249: Discovery service process id: 890 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:25:50.589 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.491+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:25:50.590 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.493+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.495+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.496+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.498+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.500+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.502+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.503+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:25:50.591 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.505+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.592 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 2 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:25:50.593 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 4 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 5 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 6 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.594 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 7 2024-04-24T13:25:50.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.595 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 8 2024-04-24T13:25:50.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 9 2024-04-24T13:25:50.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.597 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 10 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 11 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.598 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 12 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 13 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 14 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.599 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 15 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 16 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:25:50.600 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 2 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.601 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 4 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 5 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 6 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 7 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 8 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.603 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 9 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 10 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 11 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.604 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 12 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 13 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 14 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 15 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.605 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 16 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 2 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.606 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 4 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 5 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 6 2024-04-24T13:25:50.607 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 7 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 8 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 9 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.608 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 10 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 11 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 12 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 13 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.609 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 14 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 15 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 16 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:52566 2024-04-24T13:25:50.610 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.518+0000 7f61e28fd640 0 ms_deliver_dispatch: unhandled message 0x55ba904a3180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.518+0000 7f61e28fd640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.518+0000 7f61e28fd640 0 ms_deliver_dispatch: unhandled message 0x55ba90491d40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.519+0000 7f61e28fd640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.519+0000 7f61e28fd640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.519+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.519+0000 7f61e28fd640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 92 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: 2024-04-24T13:25:50.519+0000 7f61e28fd640 0 ms_deliver_dispatch: unhandled message 0x55ba904a3500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:25:50.611 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.562796] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.579231] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/1890776211, rc 0 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.579797] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/1890776211 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/1890776211' anagrp=1 2024-04-24T13:25:50.612 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.595476] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.623436] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/462185507, rc 0 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.623541] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/462185507 2024-04-24T13:25:50.830 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/462185507' anagrp=3 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.639657] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.691848] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/1234208747, rc 0 2024-04-24T13:25:50.831 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.691940] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/1234208747 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/1234208747' anagrp=2 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.706005] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:25:50.832 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.751320] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:25:50.833 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.798077] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.821189] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:25:50.834 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:50.835 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:25:51.090 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-mon[26762]: pgmap v1304: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:51.090 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/773300053' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.845154] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.868820] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:25:51.091 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.891346] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.915225] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:25:51.092 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.938961] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.959584] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:25:51.093 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:50.982762] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:25:51.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:25:51.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:25:51.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:50 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:50] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:25:51.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:51.005495] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:51.025891] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:25:51.095 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:25:51.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:51.062400] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:25:51.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:25:51.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:25:51.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:25:51.096 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:51 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:51] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:25:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:51 smithi096 ceph-mon[51702]: pgmap v1304: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:51 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/773300053' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:25:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:51 smithi162 ceph-mon[54108]: pgmap v1304: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:25:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:51 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/773300053' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:25:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:53 smithi081 ceph-mon[26762]: pgmap v1305: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-mon[51702]: pgmap v1305: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:25:53] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:25:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:25:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:25:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:25:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:25:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:52122 2024-04-24T13:25:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:53 smithi162 ceph-mon[54108]: pgmap v1305: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:25:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:55 smithi081 ceph-mon[26762]: pgmap v1306: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:25:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:55 smithi096 ceph-mon[51702]: pgmap v1306: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:25:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:55 smithi162 ceph-mon[54108]: pgmap v1306: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:25:56.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:25:56] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:25:56.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:56.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:25:56.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:25:56.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:25:56.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:25:56.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:25:56.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:45374 2024-04-24T13:25:56.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:56.046690] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000201 seconds 2024-04-24T13:25:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:57 smithi081 ceph-mon[26762]: pgmap v1307: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.2 KiB/s wr, 41 op/s 2024-04-24T13:25:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:57 smithi096 ceph-mon[51702]: pgmap v1307: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.2 KiB/s wr, 41 op/s 2024-04-24T13:25:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:57 smithi162 ceph-mon[54108]: pgmap v1307: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.2 KiB/s wr, 41 op/s 2024-04-24T13:25:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:25:59 smithi081 ceph-mon[26762]: pgmap v1308: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:25:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:25:59 smithi096 ceph-mon[51702]: pgmap v1308: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:25:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:25:59 smithi162 ceph-mon[54108]: pgmap v1308: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:26:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:01 smithi081 ceph-mon[26762]: pgmap v1309: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 1.4 KiB/s wr, 44 op/s 2024-04-24T13:26:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:01 smithi096 ceph-mon[51702]: pgmap v1309: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 1.4 KiB/s wr, 44 op/s 2024-04-24T13:26:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:01 smithi162 ceph-mon[54108]: pgmap v1309: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 90 KiB/s rd, 1.4 KiB/s wr, 44 op/s 2024-04-24T13:26:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:03 smithi081 ceph-mon[26762]: pgmap v1310: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 697 KiB/s rd, 2.1 KiB/s wr, 69 op/s 2024-04-24T13:26:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:03 smithi096 ceph-mon[51702]: pgmap v1310: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 697 KiB/s rd, 2.1 KiB/s wr, 69 op/s 2024-04-24T13:26:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:03 smithi162 ceph-mon[54108]: pgmap v1310: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 697 KiB/s rd, 2.1 KiB/s wr, 69 op/s 2024-04-24T13:26:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:05 smithi081 ceph-mon[26762]: pgmap v1311: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:26:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:05 smithi096 ceph-mon[51702]: pgmap v1311: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:26:05.394 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:05 smithi162 ceph-mon[54108]: pgmap v1311: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:26:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:06 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:26:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:06 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:26:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:06 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:26:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:06 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:26:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:06 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:26:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:06 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:26:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:06 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:26:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:06 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:26:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:06 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:26:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:06 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:26:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:06 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:26:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:06 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:26:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:07 smithi081 ceph-mon[26762]: pgmap v1312: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 2.0 KiB/s wr, 69 op/s 2024-04-24T13:26:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:07 smithi081 ceph-mon[26762]: pgmap v1313: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 KiB/s wr, 35 op/s 2024-04-24T13:26:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:07 smithi081 ceph-mon[26762]: pgmap v1314: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 1.1 KiB/s wr, 40 op/s 2024-04-24T13:26:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:07 smithi096 ceph-mon[51702]: pgmap v1312: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 2.0 KiB/s wr, 69 op/s 2024-04-24T13:26:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:07 smithi096 ceph-mon[51702]: pgmap v1313: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 KiB/s wr, 35 op/s 2024-04-24T13:26:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:07 smithi096 ceph-mon[51702]: pgmap v1314: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 1.1 KiB/s wr, 40 op/s 2024-04-24T13:26:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:07 smithi162 ceph-mon[54108]: pgmap v1312: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 2.0 KiB/s wr, 69 op/s 2024-04-24T13:26:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:07 smithi162 ceph-mon[54108]: pgmap v1313: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 1.0 KiB/s wr, 35 op/s 2024-04-24T13:26:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:07 smithi162 ceph-mon[54108]: pgmap v1314: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 1.1 KiB/s wr, 40 op/s 2024-04-24T13:26:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:09 smithi081 ceph-mon[26762]: pgmap v1315: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 900 KiB/s rd, 931 B/s wr, 38 op/s 2024-04-24T13:26:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:09 smithi096 ceph-mon[51702]: pgmap v1315: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 900 KiB/s rd, 931 B/s wr, 38 op/s 2024-04-24T13:26:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:09 smithi162 ceph-mon[54108]: pgmap v1315: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 900 KiB/s rd, 931 B/s wr, 38 op/s 2024-04-24T13:26:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:11 smithi081 ceph-mon[26762]: pgmap v1316: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5 op/s 2024-04-24T13:26:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:11 smithi096 ceph-mon[51702]: pgmap v1316: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5 op/s 2024-04-24T13:26:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:11 smithi162 ceph-mon[54108]: pgmap v1316: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 5 op/s 2024-04-24T13:26:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:13 smithi081 ceph-mon[26762]: pgmap v1317: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:26:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:13 smithi096 ceph-mon[51702]: pgmap v1317: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:26:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:13 smithi162 ceph-mon[54108]: pgmap v1317: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:26:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:15 smithi081 ceph-mon[26762]: pgmap v1318: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:26:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:15 smithi096 ceph-mon[51702]: pgmap v1318: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:26:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:15 smithi162 ceph-mon[54108]: pgmap v1318: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:26:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:17 smithi081 ceph-mon[26762]: pgmap v1319: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:26:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:17 smithi096 ceph-mon[51702]: pgmap v1319: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:26:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:17 smithi162 ceph-mon[54108]: pgmap v1319: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:26:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:19 smithi081 ceph-mon[26762]: pgmap v1320: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:19 smithi096 ceph-mon[51702]: pgmap v1320: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:19 smithi162 ceph-mon[54108]: pgmap v1320: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:21 smithi081 ceph-mon[26762]: pgmap v1321: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:21 smithi096 ceph-mon[51702]: pgmap v1321: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:21 smithi162 ceph-mon[54108]: pgmap v1321: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:23 smithi096 ceph-mon[51702]: pgmap v1322: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:23 smithi162 ceph-mon[54108]: pgmap v1322: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:23 smithi081 ceph-mon[26762]: pgmap v1322: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:25.372 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:25 smithi081 ceph-mon[26762]: pgmap v1323: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:25 smithi096 ceph-mon[51702]: pgmap v1323: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:25 smithi162 ceph-mon[54108]: pgmap v1323: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:27 smithi096 ceph-mon[51702]: pgmap v1324: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:27 smithi162 ceph-mon[54108]: pgmap v1324: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:27.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:27 smithi081 ceph-mon[26762]: pgmap v1324: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:29 smithi096 ceph-mon[51702]: pgmap v1325: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:29 smithi162 ceph-mon[54108]: pgmap v1325: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:29.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:29 smithi081 ceph-mon[26762]: pgmap v1325: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:31 smithi096 ceph-mon[51702]: pgmap v1326: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:31 smithi162 ceph-mon[54108]: pgmap v1326: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:31.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:31 smithi081 ceph-mon[26762]: pgmap v1326: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:33 smithi096 ceph-mon[51702]: pgmap v1327: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:33 smithi162 ceph-mon[54108]: pgmap v1327: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:33.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:33 smithi081 ceph-mon[26762]: pgmap v1327: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:35 smithi096 ceph-mon[51702]: pgmap v1328: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:35 smithi162 ceph-mon[54108]: pgmap v1328: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:35.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:35 smithi081 ceph-mon[26762]: pgmap v1328: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:37 smithi096 ceph-mon[51702]: pgmap v1329: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:37 smithi162 ceph-mon[54108]: pgmap v1329: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:37.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:37 smithi081 ceph-mon[26762]: pgmap v1329: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:39 smithi096 ceph-mon[51702]: pgmap v1330: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:39 smithi162 ceph-mon[54108]: pgmap v1330: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:39.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:39 smithi081 ceph-mon[26762]: pgmap v1330: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:41 smithi096 ceph-mon[51702]: pgmap v1331: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:41 smithi162 ceph-mon[54108]: pgmap v1331: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:41.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:41 smithi081 ceph-mon[26762]: pgmap v1331: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:43 smithi096 ceph-mon[51702]: pgmap v1332: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:43 smithi162 ceph-mon[54108]: pgmap v1332: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:43.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:43 smithi081 ceph-mon[26762]: pgmap v1332: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:45 smithi096 ceph-mon[51702]: pgmap v1333: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:45 smithi162 ceph-mon[54108]: pgmap v1333: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:45.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:45 smithi081 ceph-mon[26762]: pgmap v1333: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:47.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:47 smithi096 ceph-mon[51702]: pgmap v1334: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:47 smithi162 ceph-mon[54108]: pgmap v1334: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:47.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:47 smithi081 ceph-mon[26762]: pgmap v1334: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:49 smithi096 ceph-mon[51702]: pgmap v1335: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:49 smithi162 ceph-mon[54108]: pgmap v1335: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:49.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:49 smithi081 ceph-mon[26762]: pgmap v1335: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:51 smithi096 ceph-mon[51702]: pgmap v1336: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:51 smithi162 ceph-mon[54108]: pgmap v1336: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:51.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:51 smithi081 ceph-mon[26762]: pgmap v1336: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:53 smithi096 ceph-mon[51702]: pgmap v1337: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:53 smithi162 ceph-mon[54108]: pgmap v1337: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:53.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:53 smithi081 ceph-mon[26762]: pgmap v1337: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:55.372 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:55 smithi081 ceph-mon[26762]: pgmap v1338: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:55 smithi096 ceph-mon[51702]: pgmap v1338: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:55.394 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:55 smithi162 ceph-mon[54108]: pgmap v1338: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:26:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:57 smithi096 ceph-mon[51702]: pgmap v1339: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:57 smithi162 ceph-mon[54108]: pgmap v1339: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:57.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:57 smithi081 ceph-mon[26762]: pgmap v1339: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:26:59 smithi096 ceph-mon[51702]: pgmap v1340: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:26:59 smithi162 ceph-mon[54108]: pgmap v1340: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:26:59.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:26:59 smithi081 ceph-mon[26762]: pgmap v1340: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:01 smithi096 ceph-mon[51702]: pgmap v1341: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:01 smithi162 ceph-mon[54108]: pgmap v1341: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:01.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:01 smithi081 ceph-mon[26762]: pgmap v1341: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:03.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:03 smithi096 ceph-mon[51702]: pgmap v1342: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:03 smithi162 ceph-mon[54108]: pgmap v1342: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:03.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:03 smithi081 ceph-mon[26762]: pgmap v1342: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:05 smithi096 ceph-mon[51702]: pgmap v1343: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:05 smithi162 ceph-mon[54108]: pgmap v1343: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:05.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:05 smithi081 ceph-mon[26762]: pgmap v1343: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:06 smithi096 ceph-mon[51702]: pgmap v1344: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:06 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:27:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:06 smithi162 ceph-mon[54108]: pgmap v1344: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:06 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:27:06.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:06 smithi081 ceph-mon[26762]: pgmap v1344: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:06.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:06 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:27:07.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:07.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:07.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:27:07.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:27:07.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:07.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:07.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:07.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:27:07.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:27:07.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:08.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:08.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:08.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:27:08.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:27:08.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:27:08.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:08 smithi096 ceph-mon[51702]: pgmap v1345: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2 op/s 2024-04-24T13:27:08.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:08 smithi096 ceph-mon[51702]: pgmap v1346: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:08.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:08 smithi162 ceph-mon[54108]: pgmap v1345: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2 op/s 2024-04-24T13:27:08.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:08 smithi162 ceph-mon[54108]: pgmap v1346: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:09.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:08 smithi081 ceph-mon[26762]: pgmap v1345: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2 op/s 2024-04-24T13:27:09.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:08 smithi081 ceph-mon[26762]: pgmap v1346: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:10.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:10 smithi096 ceph-mon[51702]: pgmap v1347: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:10.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:10 smithi162 ceph-mon[54108]: pgmap v1347: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:11.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:10 smithi081 ceph-mon[26762]: pgmap v1347: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:12.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:12 smithi096 ceph-mon[51702]: pgmap v1348: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:12.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:12 smithi162 ceph-mon[54108]: pgmap v1348: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:13.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:12 smithi081 ceph-mon[26762]: pgmap v1348: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:14.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:14 smithi096 ceph-mon[51702]: pgmap v1349: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1 op/s 2024-04-24T13:27:14.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:14 smithi162 ceph-mon[54108]: pgmap v1349: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1 op/s 2024-04-24T13:27:15.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:14 smithi081 ceph-mon[26762]: pgmap v1349: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1 op/s 2024-04-24T13:27:16.870 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:27:16.870 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:27:16.873 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:27:16.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:16 smithi096 ceph-mon[51702]: pgmap v1350: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:16.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:16 smithi162 ceph-mon[54108]: pgmap v1350: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:16.895 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:16 smithi081 ceph-mon[26762]: pgmap v1350: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:25:49 UTC; 1min 27s ago 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77915 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77916 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 77984 (conmon) 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:27:16.906 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 114.8M 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 27.498s 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─77986 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─77988 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─78005 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─78056 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─78885 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: └─77984 /usr/bin/conmon --api-version 1 -c be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 -u be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata -p /run/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:27:16.907 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 3 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:45374 2024-04-24T13:27:16.908 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:25:56 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:25:56.046690] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000201 seconds 2024-04-24T13:27:16.909 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 5min ago 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 129.6M 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 5min 4.938s 2024-04-24T13:27:16.940 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:27:16.941 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:27:16.942 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:27:16.942 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:27:16.942 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:27:16.942 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:27:16.942 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:27:16.942 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:52122 2024-04-24T13:27:16.943 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:27:16.971 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:18:33 UTC; 8min ago 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61006 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61007 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 61070 (conmon) 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 141.3M 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 8min 44.560s 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61072 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.972 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61074 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61091 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─61139 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─61959 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout: └─61070 /usr/bin/conmon --api-version 1 -c 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -u 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata -p /run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: states { 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: grp_id: 2 2024-04-24T13:27:16.973 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: state: INACCESSIBLE 2024-04-24T13:27:16.974 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: } 2024-04-24T13:27:16.974 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:22:15 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: ], , client address: IPv4 172.21.15.162:47374 2024-04-24T13:27:16.975 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:27:17.265 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:27:17.265 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 3m ago 39m smithi081=x;count:1 2024-04-24T13:27:17.265 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 3m ago 40m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:27:17.266 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 3m ago 35m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:27:17.266 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 3m ago - 2024-04-24T13:27:17.545 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:27:17.545 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 3m ago 34m - - 2024-04-24T13:27:17.545 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (5m) 3m ago 34m 114M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:27:17.545 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (8m) 3m ago 34m 124M - 1.2.5 1e28a75d580c 7187f37bc60a 2024-04-24T13:27:17.883 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:27:17.884 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:27:17.884 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:27:18.216 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 22m) 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 41m) 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 36m), 8 in (since 36m) 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:27:18.217 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:27:18.218 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:27:18.218 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:27:18.218 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:27:18.218 INFO:teuthology.orchestra.run.smithi177.stdout: client: 11 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:27:18.218 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:27:18.242 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.255 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.269 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.283 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.296 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.310 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.324 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.337 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.351 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.364 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.378 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.392 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.406 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.420 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.433 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:27:18.434 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.4234439155354157) > weight (0.3333333333333333) 2024-04-24T13:27:18.434 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.4180449508127707) > weight (0.3333333333333333) 2024-04-24T13:27:18.434 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:27:18.435 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:27:18.435 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:27:18.742 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:27:18 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:27:18.742 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-mon[54108]: from='client.16140 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:27:18.742 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-mon[54108]: pgmap v1351: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:27:18.742 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-mon[54108]: from='client.16146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:27:18.742 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/361134408' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:27:18.743 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3240834884' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:27:18.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:18 smithi096 ceph-mon[51702]: from='client.16140 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:27:18.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:18 smithi096 ceph-mon[51702]: pgmap v1351: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:27:18.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:18 smithi096 ceph-mon[51702]: from='client.16146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:27:18.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:18 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/361134408' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:27:18.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:18 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3240834884' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:27:19.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:18 smithi081 ceph-mon[26762]: from='client.16140 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:27:19.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:18 smithi081 ceph-mon[26762]: pgmap v1351: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:27:19.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:18 smithi081 ceph-mon[26762]: from='client.16146 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:27:19.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:18 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/361134408' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:27:19.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:18 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3240834884' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:27:19.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:27:18] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:27:20.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:20 smithi096 ceph-mon[51702]: pgmap v1352: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:20.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:20 smithi162 ceph-mon[54108]: pgmap v1352: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:21.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:20 smithi081 ceph-mon[26762]: pgmap v1352: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:22.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:22 smithi096 ceph-mon[51702]: pgmap v1353: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:22.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:22 smithi162 ceph-mon[54108]: pgmap v1353: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:23.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:22 smithi081 ceph-mon[26762]: pgmap v1353: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:24.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:24 smithi096 ceph-mon[51702]: pgmap v1354: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:24.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:24 smithi162 ceph-mon[54108]: pgmap v1354: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:25.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:24 smithi081 ceph-mon[26762]: pgmap v1354: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:26.886 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:26 smithi081 ceph-mon[26762]: pgmap v1355: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:26.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:26 smithi096 ceph-mon[51702]: pgmap v1355: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:26.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:26 smithi162 ceph-mon[54108]: pgmap v1355: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:28.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:28 smithi096 ceph-mon[51702]: pgmap v1356: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:28.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:28 smithi162 ceph-mon[54108]: pgmap v1356: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:28.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:27:28 smithi162 bash[66855]: time="2024-04-24T13:27:28Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:27:28.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:27:28 smithi162 podman[66855]: 2024-04-24 13:27:28.762338312 +0000 UTC m=+10.145977778 container died 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.ceph-release=19.0.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, io.ceph.nvmeof=None, vendor=Red Hat, Inc., name=ceph-nvmeof, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.ceph.git.branch=tags/1.2.5, release=, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01) 2024-04-24T13:27:29.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:28 smithi081 ceph-mon[26762]: pgmap v1356: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:27:29 smithi162 podman[66855]: 2024-04-24 13:27:29.273448206 +0000 UTC m=+10.657087678 container cleanup 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, maintainer=Ceph Developers , architecture=x86_64, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.version=1.2.5, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, vcs-type=git, version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:27:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:27:29 smithi162 bash[66855]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:27:29.616 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:27:29.652 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:27:29.652 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:27:29.653 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 117 secs before reviving 2024-04-24T13:27:30.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:30 smithi096 ceph-mon[51702]: pgmap v1357: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:30.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:30 smithi162 ceph-mon[54108]: pgmap v1357: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:31.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:30 smithi081 ceph-mon[26762]: pgmap v1357: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:27:32.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:32 smithi096 ceph-mon[51702]: pgmap v1358: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:32.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:32 smithi162 ceph-mon[54108]: pgmap v1358: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:33.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:32 smithi081 ceph-mon[26762]: pgmap v1358: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:34.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:34 smithi096 ceph-mon[51702]: pgmap v1359: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:34.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:34 smithi162 ceph-mon[54108]: pgmap v1359: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:35.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:34 smithi081 ceph-mon[26762]: pgmap v1359: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:36.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:36 smithi162 ceph-mon[54108]: pgmap v1360: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:37.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:36 smithi081 ceph-mon[26762]: pgmap v1360: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:37.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:36 smithi096 ceph-mon[51702]: pgmap v1360: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:27:38.891 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:38 smithi162 ceph-mon[54108]: pgmap v1361: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:27:39.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:38 smithi081 ceph-mon[26762]: pgmap v1361: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:27:39.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:38 smithi096 ceph-mon[51702]: pgmap v1361: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:27:41.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:40 smithi081 ceph-mon[26762]: pgmap v1362: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:27:41.136 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:40 smithi096 ceph-mon[51702]: pgmap v1362: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:27:41.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:40 smithi162 ceph-mon[54108]: pgmap v1362: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:27:42.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:27:42] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:27:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:27:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:37222 2024-04-24T13:27:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:42 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:27:42.012828] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000258 seconds 2024-04-24T13:27:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-mon[26762]: pgmap v1363: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:27:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-mon[26762]: osdmap e91: 8 total, 8 up, 8 in 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:27:43] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:27:43.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:27:43.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:27:43.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:37238 2024-04-24T13:27:43.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:27:43.016911] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000292 seconds 2024-04-24T13:27:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:43 smithi096 ceph-mon[51702]: pgmap v1363: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:27:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:43 smithi096 ceph-mon[51702]: osdmap e91: 8 total, 8 up, 8 in 2024-04-24T13:27:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:43 smithi162 ceph-mon[54108]: pgmap v1363: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:27:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:43 smithi162 ceph-mon[54108]: osdmap e91: 8 total, 8 up, 8 in 2024-04-24T13:27:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:45 smithi081 ceph-mon[26762]: pgmap v1365: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:45 smithi096 ceph-mon[51702]: pgmap v1365: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:45 smithi162 ceph-mon[54108]: pgmap v1365: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:47 smithi081 ceph-mon[26762]: pgmap v1366: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:47 smithi096 ceph-mon[51702]: pgmap v1366: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:47 smithi162 ceph-mon[54108]: pgmap v1366: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:49 smithi081 ceph-mon[26762]: pgmap v1367: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:49 smithi096 ceph-mon[51702]: pgmap v1367: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:49 smithi162 ceph-mon[54108]: pgmap v1367: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:51 smithi081 ceph-mon[26762]: pgmap v1368: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:51 smithi096 ceph-mon[51702]: pgmap v1368: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:51 smithi162 ceph-mon[54108]: pgmap v1368: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:53 smithi081 ceph-mon[26762]: pgmap v1369: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:53 smithi096 ceph-mon[51702]: pgmap v1369: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:53 smithi162 ceph-mon[54108]: pgmap v1369: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:27:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:55 smithi081 ceph-mon[26762]: pgmap v1370: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1 op/s 2024-04-24T13:27:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:55 smithi096 ceph-mon[51702]: pgmap v1370: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1 op/s 2024-04-24T13:27:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:55 smithi162 ceph-mon[54108]: pgmap v1370: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1 op/s 2024-04-24T13:27:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:57 smithi081 ceph-mon[26762]: pgmap v1371: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:57 smithi096 ceph-mon[51702]: pgmap v1371: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:57 smithi162 ceph-mon[54108]: pgmap v1371: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:27:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:27:59 smithi081 ceph-mon[26762]: pgmap v1372: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:27:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:27:59 smithi096 ceph-mon[51702]: pgmap v1372: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:27:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:27:59 smithi162 ceph-mon[54108]: pgmap v1372: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:01 smithi081 ceph-mon[26762]: pgmap v1373: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:01 smithi096 ceph-mon[51702]: pgmap v1373: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:01 smithi162 ceph-mon[54108]: pgmap v1373: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:03 smithi081 ceph-mon[26762]: pgmap v1374: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:03 smithi096 ceph-mon[51702]: pgmap v1374: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:03 smithi162 ceph-mon[54108]: pgmap v1374: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:05 smithi081 ceph-mon[26762]: pgmap v1375: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:05 smithi096 ceph-mon[51702]: pgmap v1375: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:05 smithi162 ceph-mon[54108]: pgmap v1375: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:07 smithi081 ceph-mon[26762]: pgmap v1376: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:07 smithi096 ceph-mon[51702]: pgmap v1376: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:07 smithi162 ceph-mon[54108]: pgmap v1376: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:28:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:28:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:28:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:09 smithi096 ceph-mon[51702]: pgmap v1377: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:09 smithi162 ceph-mon[54108]: pgmap v1377: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:09 smithi081 ceph-mon[26762]: pgmap v1377: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:28:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:28:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:28:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:28:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:28:10.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:28:10.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:10.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:28:10.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:28:10.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:28:10.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:28:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:11 smithi096 ceph-mon[51702]: pgmap v1378: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 2 op/s 2024-04-24T13:28:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:11 smithi096 ceph-mon[51702]: pgmap v1379: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:11 smithi162 ceph-mon[54108]: pgmap v1378: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 2 op/s 2024-04-24T13:28:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:11 smithi162 ceph-mon[54108]: pgmap v1379: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:11 smithi081 ceph-mon[26762]: pgmap v1378: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 KiB/s rd, 2 op/s 2024-04-24T13:28:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:11 smithi081 ceph-mon[26762]: pgmap v1379: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:13 smithi096 ceph-mon[51702]: pgmap v1380: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:13 smithi162 ceph-mon[54108]: pgmap v1380: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:13 smithi081 ceph-mon[26762]: pgmap v1380: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:15 smithi096 ceph-mon[51702]: pgmap v1381: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:15 smithi162 ceph-mon[54108]: pgmap v1381: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:15 smithi081 ceph-mon[26762]: pgmap v1381: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:17 smithi096 ceph-mon[51702]: pgmap v1382: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:17 smithi162 ceph-mon[54108]: pgmap v1382: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:17 smithi081 ceph-mon[26762]: pgmap v1382: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:19 smithi096 ceph-mon[51702]: pgmap v1383: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:19 smithi162 ceph-mon[54108]: pgmap v1383: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:19.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:19 smithi081 ceph-mon[26762]: pgmap v1383: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:28:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:21 smithi096 ceph-mon[51702]: pgmap v1384: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:28:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:21 smithi162 ceph-mon[54108]: pgmap v1384: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:28:21.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:21 smithi081 ceph-mon[26762]: pgmap v1384: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:28:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:23 smithi096 ceph-mon[51702]: pgmap v1385: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:23 smithi162 ceph-mon[54108]: pgmap v1385: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:23 smithi081 ceph-mon[26762]: pgmap v1385: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:25 smithi096 ceph-mon[51702]: pgmap v1386: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:25.458 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:25 smithi162 ceph-mon[54108]: pgmap v1386: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:25.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:25 smithi081 ceph-mon[26762]: pgmap v1386: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:27.372 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:27 smithi081 ceph-mon[26762]: pgmap v1387: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:27 smithi096 ceph-mon[51702]: pgmap v1387: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:27 smithi162 ceph-mon[54108]: pgmap v1387: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:29 smithi096 ceph-mon[51702]: pgmap v1388: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:29 smithi162 ceph-mon[54108]: pgmap v1388: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:29.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:29 smithi081 ceph-mon[26762]: pgmap v1388: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:31 smithi096 ceph-mon[51702]: pgmap v1389: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:31 smithi162 ceph-mon[54108]: pgmap v1389: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:31.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:31 smithi081 ceph-mon[26762]: pgmap v1389: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:33 smithi096 ceph-mon[51702]: pgmap v1390: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:33 smithi162 ceph-mon[54108]: pgmap v1390: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:33.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:33 smithi081 ceph-mon[26762]: pgmap v1390: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:35 smithi096 ceph-mon[51702]: pgmap v1391: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:35 smithi162 ceph-mon[54108]: pgmap v1391: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:35.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:35 smithi081 ceph-mon[26762]: pgmap v1391: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:37 smithi096 ceph-mon[51702]: pgmap v1392: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:37 smithi162 ceph-mon[54108]: pgmap v1392: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:37.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:37 smithi081 ceph-mon[26762]: pgmap v1392: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:39 smithi096 ceph-mon[51702]: pgmap v1393: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:39 smithi162 ceph-mon[54108]: pgmap v1393: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:39.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:39 smithi081 ceph-mon[26762]: pgmap v1393: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:41 smithi096 ceph-mon[51702]: pgmap v1394: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:41 smithi162 ceph-mon[54108]: pgmap v1394: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:41.574 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:41 smithi081 ceph-mon[26762]: pgmap v1394: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:43 smithi096 ceph-mon[51702]: pgmap v1395: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:43 smithi162 ceph-mon[54108]: pgmap v1395: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:43.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:43 smithi081 ceph-mon[26762]: pgmap v1395: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:44.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:44 smithi096 ceph-mon[51702]: pgmap v1396: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:44.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:44 smithi162 ceph-mon[54108]: pgmap v1396: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:44.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:44 smithi081 ceph-mon[26762]: pgmap v1396: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:46.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:46 smithi081 ceph-mon[26762]: pgmap v1397: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:46.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:46 smithi096 ceph-mon[51702]: pgmap v1397: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:46.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:46 smithi162 ceph-mon[54108]: pgmap v1397: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:48.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:48 smithi081 ceph-mon[26762]: pgmap v1398: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:48.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:48 smithi096 ceph-mon[51702]: pgmap v1398: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:48.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:48 smithi162 ceph-mon[54108]: pgmap v1398: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:50.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:50 smithi081 ceph-mon[26762]: pgmap v1399: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:50.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:50 smithi096 ceph-mon[51702]: pgmap v1399: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:50.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:50 smithi162 ceph-mon[54108]: pgmap v1399: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:53 smithi081 ceph-mon[26762]: pgmap v1400: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:53 smithi096 ceph-mon[51702]: pgmap v1400: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:53.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:53 smithi162 ceph-mon[54108]: pgmap v1400: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:55 smithi081 ceph-mon[26762]: pgmap v1401: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:55 smithi096 ceph-mon[51702]: pgmap v1401: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:55 smithi162 ceph-mon[54108]: pgmap v1401: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:57 smithi081 ceph-mon[26762]: pgmap v1402: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:57 smithi096 ceph-mon[51702]: pgmap v1402: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:57 smithi162 ceph-mon[54108]: pgmap v1402: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:28:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:28:59 smithi081 ceph-mon[26762]: pgmap v1403: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:28:59 smithi096 ceph-mon[51702]: pgmap v1403: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:28:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:28:59 smithi162 ceph-mon[54108]: pgmap v1403: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:01 smithi081 ceph-mon[26762]: pgmap v1404: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:01 smithi096 ceph-mon[51702]: pgmap v1404: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:01 smithi162 ceph-mon[54108]: pgmap v1404: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:03 smithi081 ceph-mon[26762]: pgmap v1405: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:03 smithi096 ceph-mon[51702]: pgmap v1405: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:03 smithi162 ceph-mon[54108]: pgmap v1405: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:05 smithi081 ceph-mon[26762]: pgmap v1406: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:05 smithi096 ceph-mon[51702]: pgmap v1406: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:05 smithi162 ceph-mon[54108]: pgmap v1406: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:07 smithi081 ceph-mon[26762]: pgmap v1407: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:07 smithi096 ceph-mon[51702]: pgmap v1407: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:07 smithi162 ceph-mon[54108]: pgmap v1407: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:09 smithi081 ceph-mon[26762]: pgmap v1408: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:09 smithi096 ceph-mon[51702]: pgmap v1408: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:09 smithi162 ceph-mon[54108]: pgmap v1408: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:10.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:29:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:29:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:29:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:11 smithi081 ceph-mon[26762]: pgmap v1409: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:29:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:29:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:29:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:11 smithi096 ceph-mon[51702]: pgmap v1409: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:29:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:29:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:29:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:11 smithi162 ceph-mon[54108]: pgmap v1409: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:29:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:29:11.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:29:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:12 smithi081 ceph-mon[26762]: pgmap v1410: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:29:12.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:12 smithi081 ceph-mon[26762]: pgmap v1411: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:12 smithi096 ceph-mon[51702]: pgmap v1410: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:29:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:12 smithi096 ceph-mon[51702]: pgmap v1411: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:12.402 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:12 smithi162 ceph-mon[54108]: pgmap v1410: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:29:12.402 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:12 smithi162 ceph-mon[54108]: pgmap v1411: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:14 smithi081 ceph-mon[26762]: pgmap v1412: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:14 smithi096 ceph-mon[51702]: pgmap v1412: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:14 smithi162 ceph-mon[54108]: pgmap v1412: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:16 smithi081 ceph-mon[26762]: pgmap v1413: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:16 smithi096 ceph-mon[51702]: pgmap v1413: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:16.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:16 smithi162 ceph-mon[54108]: pgmap v1413: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:18.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:18 smithi081 ceph-mon[26762]: pgmap v1414: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:18 smithi096 ceph-mon[51702]: pgmap v1414: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:18.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:18 smithi162 ceph-mon[54108]: pgmap v1414: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:29:20.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:20 smithi081 ceph-mon[26762]: pgmap v1415: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:29:20.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:20 smithi096 ceph-mon[51702]: pgmap v1415: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:29:20.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:20 smithi162 ceph-mon[54108]: pgmap v1415: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:29:22.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:22 smithi081 ceph-mon[26762]: pgmap v1416: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:29:22.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:22 smithi096 ceph-mon[51702]: pgmap v1416: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:29:22.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:22 smithi162 ceph-mon[54108]: pgmap v1416: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:29:24.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:24 smithi081 ceph-mon[26762]: pgmap v1417: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:24 smithi096 ceph-mon[51702]: pgmap v1417: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:24 smithi162 ceph-mon[54108]: pgmap v1417: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:26.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:26 smithi081 ceph-mon[26762]: pgmap v1418: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:26.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:26 smithi096 ceph-mon[51702]: pgmap v1418: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:26.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:26 smithi162 ceph-mon[54108]: pgmap v1418: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:26.654 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:29:26.654 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:29:26.654 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:29:26.686 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:29:26.686 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:29:26.686 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:25:49 UTC; 3min 36s ago 2024-04-24T13:29:26.686 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77915 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.686 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77916 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 77984 (conmon) 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 120.1M 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 3min 37.417s 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─77986 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─77988 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─78005 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─78056 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:29:26.687 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─78885 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout: └─77984 /usr/bin/conmon --api-version 1 -c be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 -u be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata -p /run/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: OPTIMIZED 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:37238 2024-04-24T13:29:26.688 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:27:43 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [2024-04-24 13:27:43.016911] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000292 seconds 2024-04-24T13:29:26.690 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:29:26.718 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:29:26.718 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 7min ago 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 138.4M 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 7min 14.871s 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:29:26.719 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:29:26.720 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:29:26.721 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:52122 2024-04-24T13:29:26.721 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:29:26.758 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:27:29 UTC; 1min 57s ago 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 8min 45.010s 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61006 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 61007 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 66828 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 66899 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 66928 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 61070 (code=exited, status=137) 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 8min 56.949s 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:29:26.759 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:18 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[61070]: [24-Apr-2024 13:27:18] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:28 smithi162 bash[66855]: time="2024-04-24T13:27:28Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:28 smithi162 podman[66855]: 2024-04-24 13:27:28.762338312 +0000 UTC m=+10.145977778 container died 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.ceph-release=19.0.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, distribution-scope=public, io.ceph.nvmeof=None, vendor=Red Hat, Inc., name=ceph-nvmeof, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.ceph.git.branch=tags/1.2.5, release=, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01) 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 podman[66855]: 2024-04-24 13:27:29.273448206 +0000 UTC m=+10.657087678 container cleanup 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, maintainer=Ceph Developers , architecture=x86_64, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.version=1.2.5, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, vcs-type=git, version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.pkgdep-args=--rbd, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, io.openshift.wants=ceph,rbd, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 bash[66855]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 podman[66885]: 2024-04-24 13:27:29.491661892 +0000 UTC m=+0.729946481 container remove 7187f37bc60a6cd3d30b3c7b19ebce457fdacc84db72a936898aaf4932d91bd0 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, release=, io.ceph.nvmeof=None, io.ceph.version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vendor=Red Hat, Inc., build-date=2024-04-22 08:15:14 UTC, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.component=ubi9-container, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.ceph.maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, distribution-scope=public) 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:29:26.760 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:27:29 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 8min 56.949s CPU time. 2024-04-24T13:29:26.761 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:29:26.761 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:29:27.054 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:29:27.054 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 5m ago 42m smithi081=x;count:1 2024-04-24T13:29:27.054 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 5m ago 42m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:29:27.054 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 5m ago 37m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:29:27.055 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 5m ago - 2024-04-24T13:29:27.344 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:29:27.344 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 5m ago 36m - - 2024-04-24T13:29:27.344 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (7m) 5m ago 36m 114M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:29:27.344 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (10m) 5m ago 36m 124M - 1.2.5 1e28a75d580c 7187f37bc60a 2024-04-24T13:29:27.682 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:29:27.682 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:29:27.682 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:29:28.012 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:29:28.012 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:29:28.012 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:29:28.012 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:29:28.012 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 24m) 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 43m) 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 38m), 8 in (since 39m) 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:29:28.013 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:29:28.039 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.052 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.066 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.080 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.094 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.108 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.121 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.135 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.148 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.162 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.175 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.189 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.203 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.216 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.230 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:29:28.231 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:29:28.231 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:29:28.231 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:29:28.234 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:29:28.299 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:28 smithi162 ceph-mon[54108]: pgmap v1419: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:28.300 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:28 smithi162 ceph-mon[54108]: from='client.35240 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:29:28.300 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:28 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1980236636' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:29:28.300 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:28 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3460849515' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:29:28.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:28 smithi081 ceph-mon[26762]: pgmap v1419: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:28.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:28 smithi081 ceph-mon[26762]: from='client.35240 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:29:28.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:28 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1980236636' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:29:28.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:28 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3460849515' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:29:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:28 smithi096 ceph-mon[51702]: pgmap v1419: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:28 smithi096 ceph-mon[51702]: from='client.35240 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:29:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:28 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1980236636' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:29:28.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:28 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3460849515' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:29:28.552 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:29:28.552 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 podman[67411]: 2024-04-24 13:29:28.44371975 +0000 UTC m=+0.018719063 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:29:28.552 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 podman[67411]: 2024-04-24 13:29:28.552188711 +0000 UTC m=+0.127188054 container create b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, io.spdk.version=24.01, vcs-type=git, io.ceph.nvmeof=None, io.ceph.git.branch=tags/1.2.5, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.ceph-release=19.0.0, name=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-04-24T13:29:28.919 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 66 secs before thrashing 2024-04-24T13:29:29.064 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-mon[54108]: from='client.16170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:29:29.064 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 podman[67411]: 2024-04-24 13:29:28.813688885 +0000 UTC m=+0.388688190 container init b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.target-arch=, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, architecture=x86_64, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.buildah.version=1.29.0, io.ceph.version=1.2.5, io.spdk.build.ceph-release=19.0.0, release=, com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.git.branch=undefined, name=ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd) 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 podman[67411]: 2024-04-24 13:29:28.816839526 +0000 UTC m=+0.391838828 container start b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, io.ceph.nvmeof=None, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=19.0.0, io.ceph.maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, io.spdk.build.target-arch=, io.ceph.version=1.2.5, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, architecture=x86_64, vendor=Red Hat, Inc., build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, maintainer=Ceph Developers , io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.spdk.version=24.01, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, distribution-scope=public, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 bash[67411]: b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:28 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [gateway] 2024-04-24T13:29:29.065 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: group = 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: port = 5500 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: enable_auth = False 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: state_update_notify = True 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: verify_nqns = True 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:29:29.066 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:29:29.067 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:29:29.067 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:29:29.067 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: 2024-04-24T13:29:29.067 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [gateway-logs] 2024-04-24T13:29:29.315 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: log_level = INFO 2024-04-24T13:29:29.315 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: log_files_enabled = True 2024-04-24T13:29:29.315 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:29:29.315 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:29:29.315 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [discovery] 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: port = 8009 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [ceph] 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: pool = mypool 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: 2024-04-24T13:29:29.316 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [mtls] 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: server_key = ./server.key 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: client_key = ./client.key 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [spdk] 2024-04-24T13:29:29.317 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: timeout = 60.0 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: log_level = WARNING 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: conn_retries = 10 2024-04-24T13:29:29.320 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: transports = tcp 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: [monitor] 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:63: timeout = 1.0 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO config.py:64: ======================================================================================================== 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.116+0000 7f5838a485c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.116+0000 7f5838a485c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.116+0000 7f5838a485c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:29:29.321 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.118+0000 7f5838a485c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.119+0000 7f5838a485c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.119+0000 7f5838a485c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.119+0000 7f5838a485c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 54802 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.120+0000 7f5838a485c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.120+0000 7f58349e5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.120+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.120+0000 7f58349e5640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.120+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:29:29.322 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.323 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.324 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.324 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.324 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.324 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.324 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.324 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.121+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.325 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.326 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.327 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.327 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.327 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.327 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.327 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.327 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.328 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.328 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.122+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.328 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.124+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.328 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.125+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.328 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:29:29.328 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:29:29.329 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:29:29.329 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:29:29.329 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.127+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.329 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:351: SPDK process id: 69 2024-04-24T13:29:29.330 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:29 smithi081 ceph-mon[26762]: from='client.16170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:29:29.331 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:29:29.331 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: INFO: Setting log level to WARNING 2024-04-24T13:29:29.331 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:29:29.331 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.128+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.331 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.130+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.131+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.133+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.135+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.136+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.138+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.140+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.142417] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.142476] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.141+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.334 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.143+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.145+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.146+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.148+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.149+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.151+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.153+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.154+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.156+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.158+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.335 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.159+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.161+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.162+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.164+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.165+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.167+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.168+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.170+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.171+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.173+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.174+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.176+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.177+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.179+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.336 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.180+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.182+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.183+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.185+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.186+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.188+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.189+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.191+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.192+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.337 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.194+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.195+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.197+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.198+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.200+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.201+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.203+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.204+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.338 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.206+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.207+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.209+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.211+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.212+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.214+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.215+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.217+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.219+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.220+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.222+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.223+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.339 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.225+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.226+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.228+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.230+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.231+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.233+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.234+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.236+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.237+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.239+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.240+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.242+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.340 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.243+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.245+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.247+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.248+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.250+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.251+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.252+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.254+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.255457] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.256+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.257+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.259+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.261+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.262+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.264+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.341 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.265+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.267+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.268+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.270+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.271+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.273+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.274+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.276+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.278+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.280+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.281+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.283+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.342 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.284+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.286+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.287+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.289+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.290+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.292+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.293+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.295+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.296+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.298+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.299+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.301+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.302+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.303+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.343 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.305+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.306+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.308+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.309219] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.310+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.312+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.313+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.315+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.317+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.344 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.319+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.345 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.321+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.345 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.323+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.345 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.324+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:29 smithi096 ceph-mon[51702]: from='client.16170 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:29:29.567 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.326+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.567 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.327+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.567 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.329+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.567 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.330+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.567 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.332+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.333+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.335+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.337+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.339+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.341+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.343+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.345+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.346+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.348+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.350+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.568 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.352+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.353+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.355+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.356+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.358+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.359+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.360+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.362+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.569 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.363+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.365+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.366+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.368+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.369+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.371+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.372+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.374+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.375+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.377+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.378+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.380+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.381+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.570 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.383+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.384+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.386+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.387+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.388+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.390+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.391+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.393+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.394+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.396+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.397+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.399+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.400+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.402+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.571 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.403+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.404+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.406+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.407+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.409+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.410+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.412+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.413+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.572 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.415+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.416+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.418+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.419+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.421+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.422+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.424+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.573 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.425+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.574 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.426+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.574 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.428+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.429+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.431+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.432+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.434+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.435+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.437+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.438+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.440+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.441+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.443+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.444+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.445+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.447+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.575 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.448+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.450+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.451+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.453+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.454+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.456+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.457+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.459+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.460+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.461+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.463+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.464+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.466+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.467+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.576 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.469+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.470+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.472+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.473+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.475+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.476+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.477+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.479+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.480+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.482+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.483+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.485+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.486+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.488+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.577 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.489+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.491+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.492+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.494+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.495+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.497+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.498+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.499+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.501+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.502+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.504+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.505+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.507+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.578 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.508+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.510+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.511+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.513+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.514+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.516+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.517+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.519+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.520+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.522+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.523+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.579 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.524+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.526+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.527+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.529+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.530+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.531786] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.532+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.533+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.535+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.536+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.538+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.539+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.541+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.580 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.542+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.544+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:249: Discovery service process id: 887 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.545+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:29:29.581 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.547+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.548+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.550+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.552+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.553+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.555+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.556+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.558+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.560+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:29:29.582 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 2 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.583 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 3 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 4 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.584 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 5 2024-04-24T13:29:29.585 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.585 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.585 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.585 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 6 2024-04-24T13:29:29.585 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.585 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 7 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 8 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 9 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.586 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 10 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 11 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 12 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 13 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.587 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 14 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 15 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 16 2024-04-24T13:29:29.588 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 2 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 3 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.589 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 4 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 5 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 6 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 7 2024-04-24T13:29:29.590 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 8 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 9 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 10 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.591 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 11 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 12 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 13 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 14 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.592 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 15 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 16 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.593 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 2 2024-04-24T13:29:29.594 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.594 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.594 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.594 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 3 2024-04-24T13:29:29.594 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.819 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.819 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.819 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 4 2024-04-24T13:29:29.819 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.819 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 5 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 6 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 7 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.820 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 8 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 9 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 10 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.821 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 11 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 12 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.822 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 13 2024-04-24T13:29:29.823 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.823 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.823 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.823 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 14 2024-04-24T13:29:29.823 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 15 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 16 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: INACCESSIBLE 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: ], , client address: IPv4 172.21.15.162:40482 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:29:29.824 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 ms_deliver_dispatch: unhandled message 0x56309bb0b180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 ms_deliver_dispatch: unhandled message 0x56309baf9d40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 96 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: 2024-04-24T13:29:29.573+0000 7f58349e5640 0 ms_deliver_dispatch: unhandled message 0x56309bb0b500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:29:29.825 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.608462] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/2058308487, rc 0 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.608616] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/2058308487 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/2058308487' anagrp=2 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.623303] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.661670] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:29:29.826 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.674131] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.689405] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/1079883514, rc 0 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.689531] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/1079883514 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/1079883514' anagrp=1 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.705311] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.747434] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/2059488007, rc 0 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.748011] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/2059488007 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/2059488007' anagrp=3 2024-04-24T13:29:29.827 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.762958] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.809976] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:29:29.828 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:29:30.069 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-mon[54108]: pgmap v1420: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:30.069 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/571274125' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:29:30.070 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:29:30.070 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.070 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:29:30.070 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.856611] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:29:30.071 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:29:30.071 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:29:30.071 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:29:30.071 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.071 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:29:30.071 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.903388] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.929606] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:29:30.072 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:29:30.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:29:30.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.951876] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:29:30.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:29:30.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:29:30.073 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:29:30.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.973952] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:29:30.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:29:30.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:29:30.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.074 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:29:30.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:29.995238] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:29:30.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:29] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:29:30.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:29:30.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.075 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:29:30.076 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:30.016702] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:29:30.076 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:29:30.076 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:29:30.076 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.076 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:29:30.076 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:30.038682] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:30.059726] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:29:30.077 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:29:30.078 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:29:30.078 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:29:30.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:30 smithi081 ceph-mon[26762]: pgmap v1420: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:30.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:30 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/571274125' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:29:30.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:30 smithi096 ceph-mon[51702]: pgmap v1420: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:29:30.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:30 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/571274125' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:30.081192] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:30.117698] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:29:30.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:29:30.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:29:30.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:29:30.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:30] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:29:32.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-mon[26762]: pgmap v1421: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:29:32.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:29:32] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:29:32.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:29:32.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:29:32.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:29:32.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:41992 2024-04-24T13:29:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:32 smithi096 ceph-mon[51702]: pgmap v1421: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:29:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:32 smithi162 ceph-mon[54108]: pgmap v1421: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:29:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:34 smithi081 ceph-mon[26762]: pgmap v1422: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-24T13:29:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:34 smithi096 ceph-mon[51702]: pgmap v1422: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-24T13:29:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:34 smithi162 ceph-mon[54108]: pgmap v1422: 33 pgs: 33 active+clean; 1.0 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 15 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-24T13:29:35.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:29:35] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:29:35.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:35.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:29:35.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:29:35.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:35.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: ], , client address: IPv4 172.21.15.162:40104 2024-04-24T13:29:35.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:35.075037] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000226 seconds 2024-04-24T13:29:36.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:36 smithi081 ceph-mon[26762]: pgmap v1423: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 767 B/s wr, 17 op/s 2024-04-24T13:29:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:36 smithi096 ceph-mon[51702]: pgmap v1423: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 767 B/s wr, 17 op/s 2024-04-24T13:29:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:36 smithi162 ceph-mon[54108]: pgmap v1423: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 767 B/s wr, 17 op/s 2024-04-24T13:29:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:38 smithi081 ceph-mon[26762]: pgmap v1424: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:29:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:38 smithi096 ceph-mon[51702]: pgmap v1424: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:29:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:38 smithi162 ceph-mon[54108]: pgmap v1424: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 695 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:29:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:40 smithi096 ceph-mon[51702]: pgmap v1425: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.5 KiB/s wr, 71 op/s 2024-04-24T13:29:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:40 smithi162 ceph-mon[54108]: pgmap v1425: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.5 KiB/s wr, 71 op/s 2024-04-24T13:29:40.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:40 smithi081 ceph-mon[26762]: pgmap v1425: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.5 KiB/s wr, 71 op/s 2024-04-24T13:29:42.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:42 smithi096 ceph-mon[51702]: pgmap v1426: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 745 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:29:42.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:42 smithi162 ceph-mon[54108]: pgmap v1426: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 745 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:29:42.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:42 smithi081 ceph-mon[26762]: pgmap v1426: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 745 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:29:44.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:44 smithi096 ceph-mon[51702]: pgmap v1427: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:29:44.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:44 smithi162 ceph-mon[54108]: pgmap v1427: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:29:44.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:44 smithi081 ceph-mon[26762]: pgmap v1427: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:29:46.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:46 smithi096 ceph-mon[51702]: pgmap v1428: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 2.2 KiB/s wr, 66 op/s 2024-04-24T13:29:46.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:46 smithi162 ceph-mon[54108]: pgmap v1428: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 2.2 KiB/s wr, 66 op/s 2024-04-24T13:29:46.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:46 smithi081 ceph-mon[26762]: pgmap v1428: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 737 KiB/s rd, 2.2 KiB/s wr, 66 op/s 2024-04-24T13:29:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:48 smithi096 ceph-mon[51702]: pgmap v1429: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 1.7 KiB/s wr, 56 op/s 2024-04-24T13:29:48.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:48 smithi162 ceph-mon[54108]: pgmap v1429: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 1.7 KiB/s wr, 56 op/s 2024-04-24T13:29:48.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:48 smithi081 ceph-mon[26762]: pgmap v1429: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 1.7 KiB/s wr, 56 op/s 2024-04-24T13:29:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:50 smithi096 ceph-mon[51702]: pgmap v1430: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:29:50.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:50 smithi162 ceph-mon[54108]: pgmap v1430: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:29:50.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:50 smithi081 ceph-mon[26762]: pgmap v1430: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:29:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:52 smithi096 ceph-mon[51702]: pgmap v1431: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:29:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:52 smithi162 ceph-mon[54108]: pgmap v1431: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:29:52.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:52 smithi081 ceph-mon[26762]: pgmap v1431: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:29:54.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:54 smithi096 ceph-mon[51702]: pgmap v1432: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:54.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:54 smithi162 ceph-mon[54108]: pgmap v1432: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:54.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:54 smithi081 ceph-mon[26762]: pgmap v1432: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:56 smithi096 ceph-mon[51702]: pgmap v1433: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:29:56.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:56 smithi162 ceph-mon[54108]: pgmap v1433: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:29:56.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:56 smithi081 ceph-mon[26762]: pgmap v1433: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:29:58.372 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:29:58 smithi081 ceph-mon[26762]: pgmap v1434: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:58.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:29:58 smithi096 ceph-mon[51702]: pgmap v1434: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:29:58.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:29:58 smithi162 ceph-mon[54108]: pgmap v1434: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:00 smithi096 ceph-mon[51702]: pgmap v1435: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:00 smithi096 ceph-mon[51702]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:30:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:00 smithi162 ceph-mon[54108]: pgmap v1435: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:00 smithi162 ceph-mon[54108]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:30:00.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:00 smithi081 ceph-mon[26762]: pgmap v1435: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:00.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:00 smithi081 ceph-mon[26762]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:30:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:02 smithi096 ceph-mon[51702]: pgmap v1436: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:02 smithi162 ceph-mon[54108]: pgmap v1436: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:02.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:02 smithi081 ceph-mon[26762]: pgmap v1436: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:04.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:04 smithi096 ceph-mon[51702]: pgmap v1437: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:04 smithi162 ceph-mon[54108]: pgmap v1437: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:04.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:04 smithi081 ceph-mon[26762]: pgmap v1437: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:06 smithi096 ceph-mon[51702]: pgmap v1438: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:06 smithi162 ceph-mon[54108]: pgmap v1438: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:06.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:06 smithi081 ceph-mon[26762]: pgmap v1438: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:08 smithi096 ceph-mon[51702]: pgmap v1439: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:08 smithi162 ceph-mon[54108]: pgmap v1439: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:08.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:08 smithi081 ceph-mon[26762]: pgmap v1439: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:10 smithi096 ceph-mon[51702]: pgmap v1440: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:10 smithi162 ceph-mon[54108]: pgmap v1440: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:10.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:10 smithi081 ceph-mon[26762]: pgmap v1440: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:30:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:30:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:30:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:12 smithi096 ceph-mon[51702]: pgmap v1441: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:30:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:30:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:30:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:12 smithi162 ceph-mon[54108]: pgmap v1441: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:30:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:30:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:30:12.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:12 smithi081 ceph-mon[26762]: pgmap v1441: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:12.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:30:12.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:30:12.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:30:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:13 smithi096 ceph-mon[51702]: pgmap v1442: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 2 op/s 2024-04-24T13:30:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:13 smithi096 ceph-mon[51702]: pgmap v1443: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:13 smithi162 ceph-mon[54108]: pgmap v1442: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 2 op/s 2024-04-24T13:30:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:13 smithi162 ceph-mon[54108]: pgmap v1443: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:13 smithi081 ceph-mon[26762]: pgmap v1442: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.9 KiB/s rd, 2 op/s 2024-04-24T13:30:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:13 smithi081 ceph-mon[26762]: pgmap v1443: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:15 smithi096 ceph-mon[51702]: pgmap v1444: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:30:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:15 smithi162 ceph-mon[54108]: pgmap v1444: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:30:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:15 smithi081 ceph-mon[26762]: pgmap v1444: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:30:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:17 smithi096 ceph-mon[51702]: pgmap v1445: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:17 smithi162 ceph-mon[54108]: pgmap v1445: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:17 smithi081 ceph-mon[26762]: pgmap v1445: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:19 smithi096 ceph-mon[51702]: pgmap v1446: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:19 smithi162 ceph-mon[54108]: pgmap v1446: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:19.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:19 smithi081 ceph-mon[26762]: pgmap v1446: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:21 smithi096 ceph-mon[51702]: pgmap v1447: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:21 smithi162 ceph-mon[54108]: pgmap v1447: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:21.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:21 smithi081 ceph-mon[26762]: pgmap v1447: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:23 smithi096 ceph-mon[51702]: pgmap v1448: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:30:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:23 smithi162 ceph-mon[54108]: pgmap v1448: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:30:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:23 smithi081 ceph-mon[26762]: pgmap v1448: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:30:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:25 smithi096 ceph-mon[51702]: pgmap v1449: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:25 smithi162 ceph-mon[54108]: pgmap v1449: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:25.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:25 smithi081 ceph-mon[26762]: pgmap v1449: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:27 smithi096 ceph-mon[51702]: pgmap v1450: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:27 smithi162 ceph-mon[54108]: pgmap v1450: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:27.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:27 smithi081 ceph-mon[26762]: pgmap v1450: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:29 smithi096 ceph-mon[51702]: pgmap v1451: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:29 smithi162 ceph-mon[54108]: pgmap v1451: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:29.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:29 smithi081 ceph-mon[26762]: pgmap v1451: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:31 smithi096 ceph-mon[51702]: pgmap v1452: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:31 smithi162 ceph-mon[54108]: pgmap v1452: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:31.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:31 smithi081 ceph-mon[26762]: pgmap v1452: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:33 smithi096 ceph-mon[51702]: pgmap v1453: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:33 smithi162 ceph-mon[54108]: pgmap v1453: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:33.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:33 smithi081 ceph-mon[26762]: pgmap v1453: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:34.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:34 smithi081 ceph-mon[26762]: pgmap v1454: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:34.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:34 smithi096 ceph-mon[51702]: pgmap v1454: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:34.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:34 smithi162 ceph-mon[54108]: pgmap v1454: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:34.920 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:30:34.920 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:30:34.920 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:30:34.950 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:25:49 UTC; 4min 45s ago 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77915 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77916 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 77984 (conmon) 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 124.7M 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 4min 45.795s 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:30:34.951 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─77986 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─77988 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─78005 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─78056 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─78885 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: └─77984 /usr/bin/conmon --api-version 1 -c be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 -u be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata -p /run/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:30:34.952 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: states { 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: grp_id: 1 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: state: INACCESSIBLE 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: } 2024-04-24T13:30:34.953 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:29:32 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: ], , client address: IPv4 172.21.15.81:41992 2024-04-24T13:30:34.954 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 8min ago 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:30:34.991 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 145.1M 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 8min 23.250s 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:30:34.992 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:34.993 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:25:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:52122 2024-04-24T13:30:34.994 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:30:35.026 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:30:35.026 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:30:35.026 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:29:28 UTC; 1min 6s ago 2024-04-24T13:30:35.026 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67360 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:30:35.026 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67361 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 67425 (conmon) 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 113.3M 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 6.548s 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67427 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67429 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67446 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67497 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:30:35.027 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─68325 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout: └─67425 /usr/bin/conmon --api-version 1 -c b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 -u b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata -p /run/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:30:35.028 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:30:35.029 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: ], , client address: IPv4 172.21.15.162:40104 2024-04-24T13:30:35.029 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:35.075037] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000226 seconds 2024-04-24T13:30:35.030 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:30:35.325 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:30:35.326 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 6m ago 43m smithi081=x;count:1 2024-04-24T13:30:35.326 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 6m ago 43m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:30:35.326 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 6m ago 38m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:30:35.326 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 6m ago - 2024-04-24T13:30:35.609 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:30:35.609 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 6m ago 37m - - 2024-04-24T13:30:35.609 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (8m) 6m ago 37m 114M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:30:35.609 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (12m) 6m ago 38m 124M - 1.2.5 1e28a75d580c 7187f37bc60a 2024-04-24T13:30:35.943 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:30:35.943 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:30:35.943 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:30:36.274 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 25m) 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 44m) 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 39m), 8 in (since 40m) 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:30:36.275 INFO:teuthology.orchestra.run.smithi177.stdout: client: 13 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:30:36.276 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:30:36.301 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.315 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.329 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.342 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.356 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.369 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.384 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.397 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.411 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.424 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.438 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.451 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.465 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.478 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.493 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:30:36.493 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:30:36.493 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:30:36.494 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:30:36.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:36 smithi081 ceph-mon[26762]: pgmap v1455: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:36.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:36 smithi081 ceph-mon[26762]: from='client.16233 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:30:36.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:36 smithi081 ceph-mon[26762]: from='client.54850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:30:36.513 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:36 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/213233199' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:30:36.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:36 smithi096 ceph-mon[51702]: pgmap v1455: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:36.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:36 smithi096 ceph-mon[51702]: from='client.16233 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:30:36.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:36 smithi096 ceph-mon[51702]: from='client.54850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:30:36.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:36 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/213233199' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:30:36.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:36 smithi162 ceph-mon[54108]: pgmap v1455: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:36.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:36 smithi162 ceph-mon[54108]: from='client.16233 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:30:36.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:36 smithi162 ceph-mon[54108]: from='client.54850 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:30:36.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:36 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/213233199' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:30:36.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:36 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:30:36.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:30:36] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:30:37.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:37 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/4074156530' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:30:37.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:37 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/4074156530' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:30:37.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:37 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/4074156530' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:30:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:39 smithi081 ceph-mon[26762]: pgmap v1456: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:39 smithi096 ceph-mon[51702]: pgmap v1456: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:39 smithi162 ceph-mon[54108]: pgmap v1456: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:41 smithi081 ceph-mon[26762]: pgmap v1457: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:41 smithi096 ceph-mon[51702]: pgmap v1457: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:41 smithi162 ceph-mon[54108]: pgmap v1457: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:43 smithi081 ceph-mon[26762]: pgmap v1458: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:43 smithi096 ceph-mon[51702]: pgmap v1458: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:43 smithi162 ceph-mon[54108]: pgmap v1458: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:45 smithi081 ceph-mon[26762]: pgmap v1459: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:45 smithi096 ceph-mon[51702]: pgmap v1459: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:45 smithi162 ceph-mon[54108]: pgmap v1459: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:47.022 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:46 smithi081 bash[80329]: time="2024-04-24T13:30:46Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:30:47.022 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:46 smithi081 podman[80329]: 2024-04-24 13:30:46.774315896 +0000 UTC m=+10.098778060 container died be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, distribution-scope=public, architecture=x86_64, io.ceph.version=1.2.5, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.buildah.version=1.29.0, maintainer=Ceph Developers , com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-04-24T13:30:47.304 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:47 smithi081 ceph-mon[26762]: pgmap v1460: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:47 smithi096 ceph-mon[51702]: pgmap v1460: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:47 smithi162 ceph-mon[54108]: pgmap v1460: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:47.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:47 smithi081 podman[80329]: 2024-04-24 13:30:47.304251748 +0000 UTC m=+10.628713992 container cleanup be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.ceph.component=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.version=1.2.5, vcs-type=git, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.version=24.01, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, release=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-04-24T13:30:47.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:47 smithi081 bash[80329]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:30:47.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:47 smithi081 podman[80359]: 2024-04-24 13:30:47.455442727 +0000 UTC m=+0.682250927 container remove be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-04-22 08:15:14 UTC, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.version=9.0-21.el9, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, name=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, io.ceph.component=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.makeflags=, release=, io.ceph.maintainer=Ceph Developers , architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd) 2024-04-24T13:30:47.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:30:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:30:47.675 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:30:47.750 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:30:47.750 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:30:47.750 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.5328945966514811) > weight (0.3333333333333333) 2024-04-24T13:30:47.750 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.9096587498296923) > weight (0.3333333333333333) 2024-04-24T13:30:47.750 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 105 secs before reviving 2024-04-24T13:30:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:49 smithi081 ceph-mon[26762]: pgmap v1461: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:49 smithi096 ceph-mon[51702]: pgmap v1461: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:49 smithi162 ceph-mon[54108]: pgmap v1461: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:51 smithi081 ceph-mon[26762]: pgmap v1462: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:51 smithi096 ceph-mon[51702]: pgmap v1462: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:51 smithi162 ceph-mon[54108]: pgmap v1462: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:30:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:53 smithi081 ceph-mon[26762]: pgmap v1463: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:53 smithi096 ceph-mon[51702]: pgmap v1463: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:53 smithi162 ceph-mon[54108]: pgmap v1463: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:55 smithi081 ceph-mon[26762]: pgmap v1464: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:55 smithi096 ceph-mon[51702]: pgmap v1464: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:55 smithi162 ceph-mon[54108]: pgmap v1464: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:57 smithi081 ceph-mon[26762]: pgmap v1465: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:57 smithi081 ceph-mon[26762]: osdmap e92: 8 total, 8 up, 8 in 2024-04-24T13:30:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-mon[51702]: pgmap v1465: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-mon[51702]: osdmap e92: 8 total, 8 up, 8 in 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:30:57] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:30:57.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:59872 2024-04-24T13:30:57.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:30:57.024370] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000395 seconds 2024-04-24T13:30:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:57 smithi162 ceph-mon[54108]: pgmap v1465: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:30:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:57 smithi162 ceph-mon[54108]: osdmap e92: 8 total, 8 up, 8 in 2024-04-24T13:30:58.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:30:58] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:30:58.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:30:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:30:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:30:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:30:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:59896 2024-04-24T13:30:58.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:30:58.048344] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000313 seconds 2024-04-24T13:30:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:30:59 smithi081 ceph-mon[26762]: pgmap v1467: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:30:59 smithi096 ceph-mon[51702]: pgmap v1467: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:30:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:30:59 smithi162 ceph-mon[54108]: pgmap v1467: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:01 smithi081 ceph-mon[26762]: pgmap v1468: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:01 smithi096 ceph-mon[51702]: pgmap v1468: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:01 smithi162 ceph-mon[54108]: pgmap v1468: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:03 smithi081 ceph-mon[26762]: pgmap v1469: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:03 smithi096 ceph-mon[51702]: pgmap v1469: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:03 smithi162 ceph-mon[54108]: pgmap v1469: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:05 smithi081 ceph-mon[26762]: pgmap v1470: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:05 smithi096 ceph-mon[51702]: pgmap v1470: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:05 smithi162 ceph-mon[54108]: pgmap v1470: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:07 smithi081 ceph-mon[26762]: pgmap v1471: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:07 smithi096 ceph-mon[51702]: pgmap v1471: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:07 smithi162 ceph-mon[54108]: pgmap v1471: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:09 smithi081 ceph-mon[26762]: pgmap v1472: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 1 op/s 2024-04-24T13:31:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:09 smithi096 ceph-mon[51702]: pgmap v1472: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 1 op/s 2024-04-24T13:31:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:09 smithi162 ceph-mon[54108]: pgmap v1472: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.1 KiB/s rd, 1 op/s 2024-04-24T13:31:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:11 smithi081 ceph-mon[26762]: pgmap v1473: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:11 smithi096 ceph-mon[51702]: pgmap v1473: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:11 smithi162 ceph-mon[54108]: pgmap v1473: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:31:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:31:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:31:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:31:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:31:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:31:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:31:12.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:31:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:31:12.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:31:12.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:31:12.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:31:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:13 smithi081 ceph-mon[26762]: pgmap v1474: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:13 smithi081 ceph-mon[26762]: pgmap v1475: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:31:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:13 smithi081 ceph-mon[26762]: pgmap v1476: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:13 smithi096 ceph-mon[51702]: pgmap v1474: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:13 smithi096 ceph-mon[51702]: pgmap v1475: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:31:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:13 smithi096 ceph-mon[51702]: pgmap v1476: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:13 smithi162 ceph-mon[54108]: pgmap v1474: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:13 smithi162 ceph-mon[54108]: pgmap v1475: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:31:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:13 smithi162 ceph-mon[54108]: pgmap v1476: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:15 smithi081 ceph-mon[26762]: pgmap v1477: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:15 smithi096 ceph-mon[51702]: pgmap v1477: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:15 smithi162 ceph-mon[54108]: pgmap v1477: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:17 smithi096 ceph-mon[51702]: pgmap v1478: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:17 smithi162 ceph-mon[54108]: pgmap v1478: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:17 smithi081 ceph-mon[26762]: pgmap v1478: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:19 smithi096 ceph-mon[51702]: pgmap v1479: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:31:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:19 smithi162 ceph-mon[54108]: pgmap v1479: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:31:19.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:19 smithi081 ceph-mon[26762]: pgmap v1479: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:31:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:21 smithi096 ceph-mon[51702]: pgmap v1480: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:21.417 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:21 smithi162 ceph-mon[54108]: pgmap v1480: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:21.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:21 smithi081 ceph-mon[26762]: pgmap v1480: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:31:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:23 smithi096 ceph-mon[51702]: pgmap v1481: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:23 smithi162 ceph-mon[54108]: pgmap v1481: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:23 smithi081 ceph-mon[26762]: pgmap v1481: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:31:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:25 smithi096 ceph-mon[51702]: pgmap v1482: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:25 smithi162 ceph-mon[54108]: pgmap v1482: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:25.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:25 smithi081 ceph-mon[26762]: pgmap v1482: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:27 smithi096 ceph-mon[51702]: pgmap v1483: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:27 smithi162 ceph-mon[54108]: pgmap v1483: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:27.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:27 smithi081 ceph-mon[26762]: pgmap v1483: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:29.373 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:29 smithi081 ceph-mon[26762]: pgmap v1484: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:29 smithi096 ceph-mon[51702]: pgmap v1484: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:29 smithi162 ceph-mon[54108]: pgmap v1484: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:31 smithi096 ceph-mon[51702]: pgmap v1485: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:31 smithi162 ceph-mon[54108]: pgmap v1485: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:31.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:31 smithi081 ceph-mon[26762]: pgmap v1485: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:33 smithi096 ceph-mon[51702]: pgmap v1486: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:33 smithi162 ceph-mon[54108]: pgmap v1486: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:33.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:33 smithi081 ceph-mon[26762]: pgmap v1486: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:35 smithi096 ceph-mon[51702]: pgmap v1487: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:35 smithi162 ceph-mon[54108]: pgmap v1487: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:35.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:35 smithi081 ceph-mon[26762]: pgmap v1487: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:37 smithi096 ceph-mon[51702]: pgmap v1488: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:37 smithi162 ceph-mon[54108]: pgmap v1488: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:37.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:37 smithi081 ceph-mon[26762]: pgmap v1488: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:39 smithi096 ceph-mon[51702]: pgmap v1489: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:39 smithi162 ceph-mon[54108]: pgmap v1489: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:39.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:39 smithi081 ceph-mon[26762]: pgmap v1489: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:41 smithi096 ceph-mon[51702]: pgmap v1490: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:41 smithi162 ceph-mon[54108]: pgmap v1490: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:41.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:41 smithi081 ceph-mon[26762]: pgmap v1490: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:43 smithi096 ceph-mon[51702]: pgmap v1491: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:43 smithi162 ceph-mon[54108]: pgmap v1491: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:43.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:43 smithi081 ceph-mon[26762]: pgmap v1491: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:45 smithi096 ceph-mon[51702]: pgmap v1492: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:45 smithi162 ceph-mon[54108]: pgmap v1492: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:45.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:45 smithi081 ceph-mon[26762]: pgmap v1492: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:47 smithi096 ceph-mon[51702]: pgmap v1493: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:47 smithi162 ceph-mon[54108]: pgmap v1493: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:47.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:47 smithi081 ceph-mon[26762]: pgmap v1493: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:49 smithi096 ceph-mon[51702]: pgmap v1494: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:49 smithi162 ceph-mon[54108]: pgmap v1494: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:49.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:49 smithi081 ceph-mon[26762]: pgmap v1494: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:51 smithi096 ceph-mon[51702]: pgmap v1495: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:51 smithi162 ceph-mon[54108]: pgmap v1495: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:51.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:51 smithi081 ceph-mon[26762]: pgmap v1495: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:53 smithi096 ceph-mon[51702]: pgmap v1496: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:53 smithi162 ceph-mon[54108]: pgmap v1496: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:53.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:53 smithi081 ceph-mon[26762]: pgmap v1496: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:55 smithi096 ceph-mon[51702]: pgmap v1497: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:55.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:55 smithi162 ceph-mon[54108]: pgmap v1497: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:55.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:55 smithi081 ceph-mon[26762]: pgmap v1497: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:31:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:57 smithi096 ceph-mon[51702]: pgmap v1498: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:57 smithi162 ceph-mon[54108]: pgmap v1498: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:57.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:57 smithi081 ceph-mon[26762]: pgmap v1498: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:59.372 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:31:59 smithi081 ceph-mon[26762]: pgmap v1499: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:31:59 smithi096 ceph-mon[51702]: pgmap v1499: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:31:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:31:59 smithi162 ceph-mon[54108]: pgmap v1499: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:01 smithi096 ceph-mon[51702]: pgmap v1500: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:01 smithi162 ceph-mon[54108]: pgmap v1500: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:01.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:01 smithi081 ceph-mon[26762]: pgmap v1500: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:03 smithi096 ceph-mon[51702]: pgmap v1501: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:03 smithi162 ceph-mon[54108]: pgmap v1501: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:03.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:03 smithi081 ceph-mon[26762]: pgmap v1501: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:05 smithi096 ceph-mon[51702]: pgmap v1502: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:05 smithi162 ceph-mon[54108]: pgmap v1502: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:05.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:05 smithi081 ceph-mon[26762]: pgmap v1502: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:07 smithi096 ceph-mon[51702]: pgmap v1503: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:07 smithi162 ceph-mon[54108]: pgmap v1503: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:07.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:07 smithi081 ceph-mon[26762]: pgmap v1503: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:09 smithi096 ceph-mon[51702]: pgmap v1504: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:09 smithi162 ceph-mon[54108]: pgmap v1504: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:09 smithi081 ceph-mon[26762]: pgmap v1504: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:11 smithi162 ceph-mon[54108]: pgmap v1505: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:11 smithi081 ceph-mon[26762]: pgmap v1505: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:11 smithi096 ceph-mon[51702]: pgmap v1505: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:13 smithi081 ceph-mon[26762]: pgmap v1506: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:32:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:32:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:32:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:32:13.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:13 smithi096 ceph-mon[51702]: pgmap v1506: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:13.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:32:13.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:32:13.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:32:13.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:32:13.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:13 smithi162 ceph-mon[54108]: pgmap v1506: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:13.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:32:13.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:32:13.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:32:13.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:32:14.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:14 smithi081 ceph-mon[26762]: pgmap v1507: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T13:32:14.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:14 smithi081 ceph-mon[26762]: pgmap v1508: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:32:14.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:14 smithi096 ceph-mon[51702]: pgmap v1507: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T13:32:14.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:14 smithi096 ceph-mon[51702]: pgmap v1508: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:32:14.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:14 smithi162 ceph-mon[54108]: pgmap v1507: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T13:32:14.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:14 smithi162 ceph-mon[54108]: pgmap v1508: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:32:15.542 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:15 smithi162 ceph-mon[54108]: pgmap v1509: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:15 smithi081 ceph-mon[26762]: pgmap v1509: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:15 smithi096 ceph-mon[51702]: pgmap v1509: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:18.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:17 smithi162 ceph-mon[54108]: pgmap v1510: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:18.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:17 smithi081 ceph-mon[26762]: pgmap v1510: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:17 smithi096 ceph-mon[51702]: pgmap v1510: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:20.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:19 smithi162 ceph-mon[54108]: pgmap v1511: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:20.188 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:19 smithi096 ceph-mon[51702]: pgmap v1511: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:20.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:19 smithi081 ceph-mon[26762]: pgmap v1511: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:22.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:21 smithi081 ceph-mon[26762]: pgmap v1512: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:22.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:21 smithi096 ceph-mon[51702]: pgmap v1512: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:22.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:21 smithi162 ceph-mon[54108]: pgmap v1512: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:32:24.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:23 smithi081 ceph-mon[26762]: pgmap v1513: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:32:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:23 smithi096 ceph-mon[51702]: pgmap v1513: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:32:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:23 smithi162 ceph-mon[54108]: pgmap v1513: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:32:26.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:25 smithi081 ceph-mon[26762]: pgmap v1514: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:26.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:25 smithi096 ceph-mon[51702]: pgmap v1514: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:26.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:25 smithi162 ceph-mon[54108]: pgmap v1514: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:28.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:27 smithi081 ceph-mon[26762]: pgmap v1515: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:27 smithi096 ceph-mon[51702]: pgmap v1515: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:28.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:27 smithi162 ceph-mon[54108]: pgmap v1515: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:30.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:29 smithi081 ceph-mon[26762]: pgmap v1516: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:30.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:29 smithi096 ceph-mon[51702]: pgmap v1516: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:30.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:29 smithi162 ceph-mon[54108]: pgmap v1516: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:32.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:31 smithi081 ceph-mon[26762]: pgmap v1517: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:31 smithi096 ceph-mon[51702]: pgmap v1517: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:31 smithi162 ceph-mon[54108]: pgmap v1517: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:32.751 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:32:32.751 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:32:32.751 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:32:32.788 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:32:32.788 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:32:32.788 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:30:47 UTC; 1min 45s ago 2024-04-24T13:32:32.788 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 4min 46.665s 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77915 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 77916 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80302 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80372 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80403 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 77984 (code=exited, status=137) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 4min 58.222s 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[77984]: [24-Apr-2024 13:30:36] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:46 smithi081 bash[80329]: time="2024-04-24T13:30:46Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:46 smithi081 podman[80329]: 2024-04-24 13:30:46.774315896 +0000 UTC m=+10.098778060 container died be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, distribution-scope=public, architecture=x86_64, io.ceph.version=1.2.5, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.buildah.version=1.29.0, maintainer=Ceph Developers , com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-04-24T13:32:32.789 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 podman[80329]: 2024-04-24 13:30:47.304251748 +0000 UTC m=+10.628713992 container cleanup be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.makeflags=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.ceph.component=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.version=1.2.5, vcs-type=git, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, summary=Ceph NVMe over Fabrics Gateway, url=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.version=24.01, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, release=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.openshift.wants=ceph,rbd, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-04-24T13:32:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 bash[80329]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:32:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 podman[80359]: 2024-04-24 13:30:47.455442727 +0000 UTC m=+0.682250927 container remove be28c8553c71aed51f450e88c982161e6b7807e3255a85addf923098a465e5d8 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-04-22 08:15:14 UTC, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.version=9.0-21.el9, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, name=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, io.ceph.component=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.makeflags=, release=, io.ceph.maintainer=Ceph Developers , architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd) 2024-04-24T13:32:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:32:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:32:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:32:32.790 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:30:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 4min 58.222s CPU time. 2024-04-24T13:32:32.791 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:32:32.791 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:32:32.820 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:32:32.820 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:32:32.820 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 10min ago 2024-04-24T13:32:32.820 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.820 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.820 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 147.5M 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 10min 21.227s 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:32:32.821 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:59896 2024-04-24T13:32:32.822 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:30:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:30:58.048344] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000313 seconds 2024-04-24T13:32:32.823 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:32:32.853 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:32:32.853 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:32:32.853 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:29:28 UTC; 3min 3s ago 2024-04-24T13:32:32.853 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67360 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67361 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 67425 (conmon) 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 121.6M 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 3min 4.509s 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67427 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67429 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67446 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67497 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:32:32.854 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─68325 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: └─67425 /usr/bin/conmon --api-version 1 -c b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 -u b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata -p /run/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: ], , client address: IPv4 172.21.15.162:40104 2024-04-24T13:32:32.855 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:35.075037] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000226 seconds 2024-04-24T13:32:32.856 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:32:33.148 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:32:33.149 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 8m ago 45m smithi081=x;count:1 2024-04-24T13:32:33.149 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 8m ago 45m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:32:33.149 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 8m ago 40m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:32:33.149 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 8m ago - 2024-04-24T13:32:33.434 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:32:33.434 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 8m ago 39m - - 2024-04-24T13:32:33.434 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (10m) 8m ago 39m 114M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:32:33.434 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (14m) 8m ago 40m 124M - 1.2.5 1e28a75d580c 7187f37bc60a 2024-04-24T13:32:33.780 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:32:33.780 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:32:33.780 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 27m) 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 46m) 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 41m), 8 in (since 42m) 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:32:34.116 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:32:34.117 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:32:34.142 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.155 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.169 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.183 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.196 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.210 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.223 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.238 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.250 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.263 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.277 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.291 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.304 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.318 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:33 smithi081 ceph-mon[26762]: pgmap v1518: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:33 smithi081 ceph-mon[26762]: from='client.35327 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:32:34.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:33 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3222186271' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:32:34.332 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:32:34.332 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:32:34.333 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:32:34.333 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:32:34.335 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:32:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:33 smithi096 ceph-mon[51702]: pgmap v1518: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:33 smithi096 ceph-mon[51702]: from='client.35327 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:32:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:33 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3222186271' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:32:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:33 smithi162 ceph-mon[54108]: pgmap v1518: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:32:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:33 smithi162 ceph-mon[54108]: from='client.35327 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:32:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:33 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3222186271' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:32:34.635 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:32:34.918 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 podman[80801]: 2024-04-24 13:32:34.539246397 +0000 UTC m=+0.018858450 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:32:34.918 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 podman[80801]: 2024-04-24 13:32:34.660078058 +0000 UTC m=+0.139690102 container create 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, architecture=x86_64, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.5, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, vcs-type=git, io.ceph.version=1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, release=, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.ceph-release=19.0.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.spdk.version=24.01, io.openshift.wants=ceph,rbd, io.ceph.maintainer=Ceph Developers , io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:32:34.918 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 podman[80801]: 2024-04-24 13:32:34.879083178 +0000 UTC m=+0.358695221 container init 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.maintainer=Ceph Developers , io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.version=1.2.5, maintainer=Ceph Developers , distribution-scope=public, io.ceph.component=ceph-nvmeof, release=, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.spdk.build.makeflags=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.spdk.build.target-arch=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:32:34.918 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 podman[80801]: 2024-04-24 13:32:34.881678909 +0000 UTC m=+0.361290954 container start 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, org.centos.version=9.0-21.el9, io.ceph.version=1.2.5, version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.nvmeof=None, io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , name=ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://github.com/ceph/ceph-nvmeof, release=, io.spdk.version=24.01, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:32:34.985 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 84 secs before thrashing 2024-04-24T13:32:35.168 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:34 smithi081 ceph-mon[26762]: from='client.35333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:32:35.168 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:34 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2008527197' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 bash[80801]: 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:34 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [gateway] 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: group = 2024-04-24T13:32:35.169 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: port = 5500 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: enable_auth = False 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: state_update_notify = True 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: verify_nqns = True 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:32:35.170 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [gateway-logs] 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: log_level = INFO 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: log_files_enabled = True 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:32:35.171 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [discovery] 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: port = 8009 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [ceph] 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: pool = mypool 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [mtls] 2024-04-24T13:32:35.172 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: server_key = ./server.key 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: client_key = ./client.key 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [spdk] 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: timeout = 60.0 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: log_level = WARNING 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: conn_retries = 10 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: transports = tcp 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:32:35.173 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: [monitor] 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:63: timeout = 1.0 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO config.py:64: ======================================================================================================== 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:32:35.174 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:32:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:34 smithi096 ceph-mon[51702]: from='client.35333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:32:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:34 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2008527197' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:32:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:34 smithi162 ceph-mon[54108]: from='client.35333 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:32:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:34 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2008527197' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.187+0000 7f88375375c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.187+0000 7f88375375c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.187+0000 7f88375375c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.190+0000 7f88375375c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.191+0000 7f88375375c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.191+0000 7f88375375c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:32:35.422 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.191+0000 7f88375375c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 35354 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.192+0000 7f88375375c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.192+0000 7f88334d4640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.192+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.192+0000 7f88334d4640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.192+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.423 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.424 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.425 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.193+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.426 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.428 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.428 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.428 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.194+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.195+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.197+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.199+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:351: SPDK process id: 69 2024-04-24T13:32:35.429 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: INFO: Setting log level to WARNING 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.200+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.202+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.203+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.205+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.206+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.207+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.209+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.210+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.430 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.212+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.213104] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.213174] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.213+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.215+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.216+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.218+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.219+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.220+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.222+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.223+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.225+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.226+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.228+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.229+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.231+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.232+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.233+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.235+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.236+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.238+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.239+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.241+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.242+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.244+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.245+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.246+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.248+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.249+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.251+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.252+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.254+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.255+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.257+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.258+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.260+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.261+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.263+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.264+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.266+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.267+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.269+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.270+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.272+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.273+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.275+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.276+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.278+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.279+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.281+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.282+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.284+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.285+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.287+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.288+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.290+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.291+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.293+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.294+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.296+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.297+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.299+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.300+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.302+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.303+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.305+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.306+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.308+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.309+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.311+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.312+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.314+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.315+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.317+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.318+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.320+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.321+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.323+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.324+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.326427] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.326+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.328+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.329+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.331+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.333+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.334+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.336+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.337+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.339+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.340+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.342+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.344+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.345+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.347+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.348+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.350+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.352+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.354+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.355+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.357+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.358+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.360+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.361+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.363+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.365+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.366+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.368+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.370+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.371+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.373+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.374+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.375+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.376552] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.377+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.379+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.381+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.383+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.385+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.387+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.388+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.390+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.391+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.393+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.394+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.396+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.397+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.398+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.400+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.402+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.404+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.406+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.407+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.409+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.411+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.413+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.415+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.416+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.418+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.419+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.421+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.423+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.424+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.441 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.426+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.683 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.428+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.429+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.431+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.432+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.434+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.435+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.437+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.438+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.440+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.441+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.443+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.684 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.444+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.685 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.446+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.685 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.447+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.685 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.448+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.685 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.450+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.685 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.451+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.453+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.454+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.456+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.457+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.459+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.460+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.462+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.463+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.464+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.466+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.467+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.469+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.470+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.472+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.473+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.474+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.476+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.477+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.479+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.480+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.482+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.483+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.484+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.486+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.487+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.489+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.490+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.492+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.493+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.495+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.496+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.497+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.499+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.500+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.502+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.503+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.505+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.506+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.507+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.509+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.510+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.512+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.513+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.515+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.516+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.517+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.519+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.520+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.522+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.690 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.523+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.525+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.526+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.528+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.529+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.530+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.532+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.533+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.535+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.536+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.691 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.538+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.539+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.541+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.542+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.543+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.545+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.546+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.548+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.549+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.551+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.552+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.554+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.555+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.556+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.558+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.559+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.561+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.562+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.564+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.565+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.566+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.568+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.569+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.571+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.572+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.574+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.575+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.577+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.578+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.579+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.581+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.582+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.584+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.585+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.587+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.588+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.590+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.591+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.593+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.594+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.595+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.597+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.598+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.600+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.601+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.603062] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.603+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.604+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.606+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.607+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.609+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.610+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.612+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.613+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.614+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.616+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:249: Discovery service process id: 902 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:32:35.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.618+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.619+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.621+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.622+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.624+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.626+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.628+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.629+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.631+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 1 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 2 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 4 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 5 2024-04-24T13:32:35.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 6 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 7 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 8 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 9 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 10 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 11 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 12 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 13 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 14 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 15 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 16 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 1 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 2 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 4 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 5 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.705 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 6 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 7 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 8 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.706 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 9 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 10 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 11 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 12 2024-04-24T13:32:35.707 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 13 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 14 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 15 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.708 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 16 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 1 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 2 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.709 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 4 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 5 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 6 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.710 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 7 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 8 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 9 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.711 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 10 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 11 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 12 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 13 2024-04-24T13:32:35.712 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 14 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 15 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 16 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: INACCESSIBLE 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:35.713 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: ], , client address: IPv4 172.21.15.81:41044 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 ms_deliver_dispatch: unhandled message 0x5644b50c1180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 ms_deliver_dispatch: unhandled message 0x5644b50afd40 mon_map magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:32:35.714 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 100 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: 2024-04-24T13:32:35.644+0000 7f88334d4640 0 ms_deliver_dispatch: unhandled message 0x5644b50c1500 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.695913] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/407043908, rc 0 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.696019] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/407043908 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/407043908' anagrp=2 2024-04-24T13:32:35.715 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:32:35.934 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-mon[26762]: pgmap v1519: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:35.934 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4273362687' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:32:35.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.709659] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:32:35.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.722466] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.737549] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/1312323545, rc 0 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.737656] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/1312323545 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/1312323545' anagrp=1 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.753600] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:35.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.795652] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/2522169492, rc 0 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.795768] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/2522169492 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/2522169492' anagrp=3 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.810650] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:32:35.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.904016] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.925729] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:35.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.947049] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.970266] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:32:36.185 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:35.992398] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:35] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.015059] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.036521] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.187 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.058260] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.081460] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.104014] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:32:36.188 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.126282] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.148438] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:32:36.189 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:32:36.190 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:36.184897] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:32:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:35 smithi096 ceph-mon[51702]: pgmap v1519: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:35 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/4273362687' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:32:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:35 smithi162 ceph-mon[54108]: pgmap v1519: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:32:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:35 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/4273362687' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:32:36.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:32:36.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:32:36.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:32:36.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:32:36.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:32:36.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:36 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:36] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:32:38.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:37 smithi081 ceph-mon[26762]: pgmap v1520: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:32:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-mon[51702]: pgmap v1520: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:32:37] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:32:38.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:32:38.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:32:38.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:32:38.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:32:38.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:44626 2024-04-24T13:32:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:37 smithi162 ceph-mon[54108]: pgmap v1520: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:32:40.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:39 smithi081 ceph-mon[26762]: pgmap v1521: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-24T13:32:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:39 smithi096 ceph-mon[51702]: pgmap v1521: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-24T13:32:40.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:39 smithi162 ceph-mon[54108]: pgmap v1521: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-24T13:32:42.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-mon[26762]: pgmap v1522: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:32:42.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:32:41] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:32:42.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: OPTIMIZED 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: OPTIMIZED 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: OPTIMIZED 2024-04-24T13:32:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:32:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: ], , client address: IPv4 172.21.15.81:41074 2024-04-24T13:32:42.322 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:41.938273] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000300 seconds 2024-04-24T13:32:42.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:41 smithi096 ceph-mon[51702]: pgmap v1522: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:32:42.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:41 smithi162 ceph-mon[54108]: pgmap v1522: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 1.2 KiB/s wr, 43 op/s 2024-04-24T13:32:44.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:43 smithi081 ceph-mon[26762]: pgmap v1523: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.2 KiB/s wr, 44 op/s 2024-04-24T13:32:44.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:43 smithi096 ceph-mon[51702]: pgmap v1523: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.2 KiB/s wr, 44 op/s 2024-04-24T13:32:44.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:43 smithi162 ceph-mon[54108]: pgmap v1523: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.2 KiB/s wr, 44 op/s 2024-04-24T13:32:46.070 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:45 smithi081 ceph-mon[26762]: pgmap v1524: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:32:46.194 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:45 smithi162 ceph-mon[54108]: pgmap v1524: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:32:46.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:45 smithi096 ceph-mon[51702]: pgmap v1524: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 744 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:32:48.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:47 smithi081 ceph-mon[26762]: pgmap v1525: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:32:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:47 smithi096 ceph-mon[51702]: pgmap v1525: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:32:48.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:47 smithi162 ceph-mon[54108]: pgmap v1525: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 2.1 KiB/s wr, 71 op/s 2024-04-24T13:32:50.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:49 smithi081 ceph-mon[26762]: pgmap v1526: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 2.0 KiB/s wr, 69 op/s 2024-04-24T13:32:50.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:49 smithi096 ceph-mon[51702]: pgmap v1526: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 2.0 KiB/s wr, 69 op/s 2024-04-24T13:32:50.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:49 smithi162 ceph-mon[54108]: pgmap v1526: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 741 KiB/s rd, 2.0 KiB/s wr, 69 op/s 2024-04-24T13:32:52.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:51 smithi081 ceph-mon[26762]: pgmap v1527: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 1.7 KiB/s wr, 60 op/s 2024-04-24T13:32:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:51 smithi096 ceph-mon[51702]: pgmap v1527: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 1.7 KiB/s wr, 60 op/s 2024-04-24T13:32:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:51 smithi162 ceph-mon[54108]: pgmap v1527: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 730 KiB/s rd, 1.7 KiB/s wr, 60 op/s 2024-04-24T13:32:54.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:53 smithi081 ceph-mon[26762]: pgmap v1528: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 853 B/s wr, 29 op/s 2024-04-24T13:32:54.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:53 smithi096 ceph-mon[51702]: pgmap v1528: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 853 B/s wr, 29 op/s 2024-04-24T13:32:54.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:53 smithi162 ceph-mon[54108]: pgmap v1528: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 665 KiB/s rd, 853 B/s wr, 29 op/s 2024-04-24T13:32:56.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:55 smithi081 ceph-mon[26762]: pgmap v1529: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 853 B/s wr, 28 op/s 2024-04-24T13:32:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:55 smithi096 ceph-mon[51702]: pgmap v1529: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 853 B/s wr, 28 op/s 2024-04-24T13:32:56.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:55 smithi162 ceph-mon[54108]: pgmap v1529: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 625 KiB/s rd, 853 B/s wr, 28 op/s 2024-04-24T13:32:58.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:57 smithi081 ceph-mon[26762]: pgmap v1530: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 2 op/s 2024-04-24T13:32:58.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:57 smithi096 ceph-mon[51702]: pgmap v1530: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 2 op/s 2024-04-24T13:32:58.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:57 smithi162 ceph-mon[54108]: pgmap v1530: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.3 KiB/s rd, 2 op/s 2024-04-24T13:33:00.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:32:59 smithi081 ceph-mon[26762]: pgmap v1531: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:32:59 smithi096 ceph-mon[51702]: pgmap v1531: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:32:59 smithi162 ceph-mon[54108]: pgmap v1531: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:02.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:01 smithi081 ceph-mon[26762]: pgmap v1532: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:02.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:01 smithi096 ceph-mon[51702]: pgmap v1532: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:01 smithi162 ceph-mon[54108]: pgmap v1532: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:04.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:03 smithi081 ceph-mon[26762]: pgmap v1533: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:04.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:03 smithi096 ceph-mon[51702]: pgmap v1533: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:03 smithi162 ceph-mon[54108]: pgmap v1533: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:06.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:05 smithi081 ceph-mon[26762]: pgmap v1534: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:06.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:05 smithi096 ceph-mon[51702]: pgmap v1534: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:06.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:05 smithi162 ceph-mon[54108]: pgmap v1534: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:08.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:07 smithi081 ceph-mon[26762]: pgmap v1535: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:08.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:07 smithi096 ceph-mon[51702]: pgmap v1535: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:08.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:07 smithi162 ceph-mon[54108]: pgmap v1535: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:10.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:09 smithi081 ceph-mon[26762]: pgmap v1536: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:10.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:09 smithi096 ceph-mon[51702]: pgmap v1536: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:10.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:09 smithi162 ceph-mon[54108]: pgmap v1536: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:11 smithi081 ceph-mon[26762]: pgmap v1537: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:11 smithi096 ceph-mon[51702]: pgmap v1537: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:11 smithi162 ceph-mon[54108]: pgmap v1537: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:33:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:33:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:33:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:14 smithi081 ceph-mon[26762]: pgmap v1538: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:33:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:33:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:33:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:14 smithi096 ceph-mon[51702]: pgmap v1538: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:14.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:14 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:33:14.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:14 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:33:14.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:14 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:33:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:14 smithi162 ceph-mon[54108]: pgmap v1538: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:14 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:33:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:14 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:33:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:14 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:33:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:15 smithi081 ceph-mon[26762]: pgmap v1539: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:33:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:15 smithi081 ceph-mon[26762]: pgmap v1540: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:33:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:15 smithi096 ceph-mon[51702]: pgmap v1539: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:33:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:15 smithi096 ceph-mon[51702]: pgmap v1540: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:33:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:15 smithi162 ceph-mon[54108]: pgmap v1539: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:33:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:15 smithi162 ceph-mon[54108]: pgmap v1540: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:33:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:17 smithi081 ceph-mon[26762]: pgmap v1541: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:17 smithi096 ceph-mon[51702]: pgmap v1541: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:17 smithi162 ceph-mon[54108]: pgmap v1541: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:19 smithi081 ceph-mon[26762]: pgmap v1542: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:33:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:19 smithi096 ceph-mon[51702]: pgmap v1542: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:33:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:19 smithi162 ceph-mon[54108]: pgmap v1542: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:33:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:21 smithi081 ceph-mon[26762]: pgmap v1543: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:21 smithi096 ceph-mon[51702]: pgmap v1543: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:21.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:21 smithi162 ceph-mon[54108]: pgmap v1543: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:23.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:23 smithi081 ceph-mon[26762]: pgmap v1544: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:23 smithi096 ceph-mon[51702]: pgmap v1544: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:23 smithi162 ceph-mon[54108]: pgmap v1544: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:33:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:25 smithi081 ceph-mon[26762]: pgmap v1545: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:33:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:25 smithi096 ceph-mon[51702]: pgmap v1545: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:33:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:25 smithi162 ceph-mon[54108]: pgmap v1545: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:33:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:27 smithi081 ceph-mon[26762]: pgmap v1546: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:27 smithi096 ceph-mon[51702]: pgmap v1546: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:27 smithi162 ceph-mon[54108]: pgmap v1546: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:29 smithi081 ceph-mon[26762]: pgmap v1547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:29 smithi096 ceph-mon[51702]: pgmap v1547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:29 smithi162 ceph-mon[54108]: pgmap v1547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:31 smithi081 ceph-mon[26762]: pgmap v1548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:31 smithi096 ceph-mon[51702]: pgmap v1548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:31 smithi162 ceph-mon[54108]: pgmap v1548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:33 smithi081 ceph-mon[26762]: pgmap v1549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:33 smithi096 ceph-mon[51702]: pgmap v1549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:33 smithi162 ceph-mon[54108]: pgmap v1549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:35 smithi081 ceph-mon[26762]: pgmap v1550: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:35 smithi096 ceph-mon[51702]: pgmap v1550: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:35 smithi162 ceph-mon[54108]: pgmap v1550: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:37 smithi081 ceph-mon[26762]: pgmap v1551: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:37 smithi096 ceph-mon[51702]: pgmap v1551: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:37 smithi162 ceph-mon[54108]: pgmap v1551: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:39 smithi081 ceph-mon[26762]: pgmap v1552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:39 smithi096 ceph-mon[51702]: pgmap v1552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:39 smithi162 ceph-mon[54108]: pgmap v1552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:41 smithi081 ceph-mon[26762]: pgmap v1553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:41 smithi096 ceph-mon[51702]: pgmap v1553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:41 smithi162 ceph-mon[54108]: pgmap v1553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:43 smithi081 ceph-mon[26762]: pgmap v1554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:43 smithi096 ceph-mon[51702]: pgmap v1554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:43 smithi162 ceph-mon[54108]: pgmap v1554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:45 smithi096 ceph-mon[51702]: pgmap v1555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:45 smithi162 ceph-mon[54108]: pgmap v1555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:45.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:45 smithi081 ceph-mon[26762]: pgmap v1555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:47 smithi096 ceph-mon[51702]: pgmap v1556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:47 smithi162 ceph-mon[54108]: pgmap v1556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:47.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:47 smithi081 ceph-mon[26762]: pgmap v1556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:49 smithi096 ceph-mon[51702]: pgmap v1557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:49 smithi162 ceph-mon[54108]: pgmap v1557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:49.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:49 smithi081 ceph-mon[26762]: pgmap v1557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:51 smithi096 ceph-mon[51702]: pgmap v1558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:51 smithi162 ceph-mon[54108]: pgmap v1558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:51.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:51 smithi081 ceph-mon[26762]: pgmap v1558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:53 smithi096 ceph-mon[51702]: pgmap v1559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:53 smithi162 ceph-mon[54108]: pgmap v1559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:53.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:53 smithi081 ceph-mon[26762]: pgmap v1559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:55 smithi096 ceph-mon[51702]: pgmap v1560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:55 smithi162 ceph-mon[54108]: pgmap v1560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:55.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:55 smithi081 ceph-mon[26762]: pgmap v1560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:57 smithi096 ceph-mon[51702]: pgmap v1561: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:57 smithi162 ceph-mon[54108]: pgmap v1561: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:57.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:57 smithi081 ceph-mon[26762]: pgmap v1561: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:33:58.986 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:33:58.987 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:33:58.987 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:32:34 UTC; 1min 24s ago 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80749 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80750 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 80817 (conmon) 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 118.4M 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 24.507s 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:33:59.020 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─80819 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─80821 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─80838 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─80889 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─81730 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: └─80817 /usr/bin/conmon --api-version 1 -c 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c -u 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c/userdata -p /run/containers/storage/overlay-containers/792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: OPTIMIZED 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:33:59.021 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:33:59.022 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: states { 2024-04-24T13:33:59.022 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: grp_id: 3 2024-04-24T13:33:59.022 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: state: OPTIMIZED 2024-04-24T13:33:59.022 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: } 2024-04-24T13:33:59.022 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: ], , client address: IPv4 172.21.15.81:41074 2024-04-24T13:33:59.022 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:32:41 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [2024-04-24 13:32:41.938273] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000300 seconds 2024-04-24T13:33:59.023 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 11min ago 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 147.9M 2024-04-24T13:33:59.054 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 11min 47.586s 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:33:59.055 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:33:59.056 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:32:37 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:44626 2024-04-24T13:33:59.057 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:33:59.085 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:33:59.085 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:33:59.085 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:29:28 UTC; 4min 30s ago 2024-04-24T13:33:59.085 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67360 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:33:59.085 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67361 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:33:59.085 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 67425 (conmon) 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 123.4M 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 4min 30.852s 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67427 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67429 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67446 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─67497 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─68325 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: └─67425 /usr/bin/conmon --api-version 1 -c b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 -u b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata -p /run/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 2024-04-24T13:33:59.086 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: states { 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: grp_id: 1 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: state: OPTIMIZED 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: } 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: ], , client address: IPv4 172.21.15.162:40104 2024-04-24T13:33:59.087 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:29:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [2024-04-24 13:29:35.075037] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000226 seconds 2024-04-24T13:33:59.088 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:33:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:33:59 smithi081 ceph-mon[26762]: pgmap v1562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:59.385 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:33:59.385 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 9m ago 46m smithi081=x;count:1 2024-04-24T13:33:59.385 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 9m ago 47m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:33:59.386 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 9m ago 41m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:33:59.386 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 9m ago - 2024-04-24T13:33:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:33:59 smithi096 ceph-mon[51702]: pgmap v1562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:33:59 smithi162 ceph-mon[54108]: pgmap v1562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:33:59.665 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:33:59.666 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 9m ago 40m - - 2024-04-24T13:33:59.666 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (11m) 9m ago 41m 114M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:33:59.666 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (15m) 9m ago 41m 124M - 1.2.5 1e28a75d580c 7187f37bc60a 2024-04-24T13:33:59.998 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:33:59.999 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:33:59.999 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:34:00.328 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:34:00.328 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:34:00.328 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:34:00.328 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 29m) 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 47m) 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 43m), 8 in (since 43m) 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: client: 13 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:34:00.329 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:34:00.354 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.369 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.383 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:00 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2231351300' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:34:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:00 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2231351300' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:34:00.396 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.410 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.423 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.437 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.451 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.465 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.478 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.492 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.506 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.519 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.533 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.547 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:34:00.547 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:34:00.547 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:34:00.548 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:34:00.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:00 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2231351300' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:34:00.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:00 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:34:01.094 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:34:00] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:34:01.357 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:01 smithi081 ceph-mon[26762]: from='client.16320 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:34:01.357 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:01 smithi081 ceph-mon[26762]: pgmap v1563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:01.357 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:01 smithi081 ceph-mon[26762]: from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:34:01.358 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:01 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3975984969' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:34:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:01 smithi096 ceph-mon[51702]: from='client.16320 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:34:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:01 smithi096 ceph-mon[51702]: pgmap v1563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:01 smithi096 ceph-mon[51702]: from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:34:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:01 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3975984969' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:34:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:01 smithi162 ceph-mon[54108]: from='client.16320 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:34:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:01 smithi162 ceph-mon[54108]: pgmap v1563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:01.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:01 smithi162 ceph-mon[54108]: from='client.35402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:34:01.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:01 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3975984969' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:34:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:03 smithi096 ceph-mon[51702]: pgmap v1564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:03 smithi162 ceph-mon[54108]: pgmap v1564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:03.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:03 smithi081 ceph-mon[26762]: pgmap v1564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:05 smithi096 ceph-mon[51702]: pgmap v1565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:05 smithi162 ceph-mon[54108]: pgmap v1565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:05.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:05 smithi081 ceph-mon[26762]: pgmap v1565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:07 smithi096 ceph-mon[51702]: pgmap v1566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:07 smithi162 ceph-mon[54108]: pgmap v1566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:07.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:07 smithi081 ceph-mon[26762]: pgmap v1566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:09 smithi096 ceph-mon[51702]: pgmap v1567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:09 smithi162 ceph-mon[54108]: pgmap v1567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:09 smithi081 ceph-mon[26762]: pgmap v1567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:11.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:10 smithi081 bash[82210]: time="2024-04-24T13:34:10Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:34:11.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:10 smithi081 podman[82210]: 2024-04-24 13:34:10.840716283 +0000 UTC m=+10.110834901 container died 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, io.spdk.git.branch=undefined, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, distribution-scope=public, release=, architecture=x86_64, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, version=1.2.5, io.spdk.build.target-arch=, summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container) 2024-04-24T13:34:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:11 smithi096 ceph-mon[51702]: pgmap v1568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:11 smithi162 ceph-mon[54108]: pgmap v1568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:11.448 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:11 smithi081 ceph-mon[26762]: pgmap v1568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:11.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:11 smithi081 podman[82210]: 2024-04-24 13:34:11.272105638 +0000 UTC m=+10.542224254 container cleanup 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, io.ceph.version=1.2.5, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, distribution-scope=public, com.redhat.component=ubi9-container, io.ceph.git.branch=tags/1.2.5, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.spdk.build.target-arch=, io.spdk.build.ceph-release=19.0.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vcs-type=git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, architecture=x86_64, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:34:11.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:11 smithi081 bash[82210]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:34:11.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:11 smithi081 podman[82253]: 2024-04-24 13:34:11.448237022 +0000 UTC m=+0.607882027 container remove 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , vcs-type=git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, distribution-scope=public, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, io.spdk.build.target-arch=, release=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.ceph.nvmeof=None, architecture=x86_64) 2024-04-24T13:34:11.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:34:11.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:34:11.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:34:11.700 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:34:11.781 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:34:11.781 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:34:11.782 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b: thrashed total 4 times, can only thrash 3 times in 1800 seconds. 2024-04-24T13:34:11.782 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:34:11.782 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:34:11.782 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:34:12.078 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:34:11 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:34:12.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:34:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:34:12] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:34:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:13 smithi096 ceph-mon[51702]: pgmap v1569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:13 smithi162 ceph-mon[54108]: pgmap v1569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:13 smithi081 ceph-mon[26762]: pgmap v1569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:14 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:34:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:14 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:34:14.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:14 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:34:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:15 smithi096 ceph-mon[51702]: pgmap v1570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:15 smithi162 ceph-mon[54108]: pgmap v1570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:15 smithi081 ceph-mon[26762]: pgmap v1570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:16.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: pgmap v1571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: pgmap v1572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: pgmap v1573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:16.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:16 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: pgmap v1571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: pgmap v1572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: pgmap v1573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:16.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:16 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: pgmap v1571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: pgmap v1572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: pgmap v1573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:34:16.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:16 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:34:17.554 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:17 smithi162 ceph-mon[54108]: Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:34:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:17 smithi081 ceph-mon[26762]: Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:34:17.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:17 smithi096 ceph-mon[51702]: Health check update: 2 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:34:18.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:18 smithi081 ceph-mon[26762]: pgmap v1574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:34:18.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:18 smithi096 ceph-mon[51702]: pgmap v1574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:34:18.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:18 smithi162 ceph-mon[54108]: pgmap v1574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:34:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:21 smithi081 ceph-mon[26762]: pgmap v1575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:34:21.339 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:21 smithi096 ceph-mon[51702]: pgmap v1575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:34:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:21 smithi162 ceph-mon[54108]: pgmap v1575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:34:22.381 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:34:22 smithi162 bash[69531]: time="2024-04-24T13:34:22Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:34:22.381 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:34:22 smithi162 podman[69531]: 2024-04-24 13:34:22.094377151 +0000 UTC m=+10.128041373 container died b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.target-arch=, vcs-type=git, version=1.2.5, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., distribution-scope=public, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.version=24.01, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.version=1.2.5, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.ceph.nvmeof=None, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git) 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:34:22] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:22.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:51244 2024-04-24T13:34:22.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:22 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:34:22.051379] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000610 seconds 2024-04-24T13:34:22.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:34:22 smithi162 podman[69531]: 2024-04-24 13:34:22.572244947 +0000 UTC m=+10.605909216 container cleanup b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.ceph.git.branch=tags/1.2.5, build-date=2024-04-22 08:15:14 UTC, version=1.2.5, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , io.spdk.version=24.01, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, vcs-type=git, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.spdk.build.makeflags=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public) 2024-04-24T13:34:22.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:34:22 smithi162 bash[69531]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:34:22.998 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:34:23.035 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:34:23.035 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:34:23.036 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 113 secs before reviving 2024-04-24T13:34:23.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:23 smithi162 ceph-mon[54108]: pgmap v1576: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:34:23.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:23 smithi162 ceph-mon[54108]: osdmap e93: 8 total, 8 up, 8 in 2024-04-24T13:34:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:23 smithi081 ceph-mon[26762]: pgmap v1576: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:34:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:23 smithi081 ceph-mon[26762]: osdmap e93: 8 total, 8 up, 8 in 2024-04-24T13:34:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:23 smithi096 ceph-mon[51702]: pgmap v1576: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:34:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:23 smithi096 ceph-mon[51702]: osdmap e93: 8 total, 8 up, 8 in 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:34:24] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:34:24.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:50852 2024-04-24T13:34:24.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:24 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:34:24.047235] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000367 seconds 2024-04-24T13:34:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:25 smithi081 ceph-mon[26762]: pgmap v1578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:25 smithi096 ceph-mon[51702]: pgmap v1578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:25.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:25 smithi162 ceph-mon[54108]: pgmap v1578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:34:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:27 smithi081 ceph-mon[26762]: pgmap v1579: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:34:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:27 smithi096 ceph-mon[51702]: pgmap v1579: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:34:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:27 smithi162 ceph-mon[54108]: pgmap v1579: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:34:29.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:29 smithi162 ceph-mon[54108]: pgmap v1580: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:34:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:29 smithi081 ceph-mon[26762]: pgmap v1580: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:34:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:29 smithi096 ceph-mon[51702]: pgmap v1580: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:34:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:31 smithi081 ceph-mon[26762]: pgmap v1581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:34:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:31 smithi096 ceph-mon[51702]: pgmap v1581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:34:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:31 smithi162 ceph-mon[54108]: pgmap v1581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:34:32.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:34:32] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:34:32.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:32.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:34:32.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:32.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:32.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:50924 2024-04-24T13:34:32.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:34:32.051883] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000447 seconds 2024-04-24T13:34:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:33 smithi081 ceph-mon[26762]: pgmap v1582: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:34:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:33 smithi081 ceph-mon[26762]: osdmap e94: 8 total, 8 up, 8 in 2024-04-24T13:34:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:33 smithi096 ceph-mon[51702]: pgmap v1582: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:34:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:33 smithi096 ceph-mon[51702]: osdmap e94: 8 total, 8 up, 8 in 2024-04-24T13:34:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:33 smithi162 ceph-mon[54108]: pgmap v1582: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:34:33.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:33 smithi162 ceph-mon[54108]: osdmap e94: 8 total, 8 up, 8 in 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:34:34] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:34.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:43714 2024-04-24T13:34:34.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:34:34.048040] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000487 seconds 2024-04-24T13:34:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:35 smithi081 ceph-mon[26762]: pgmap v1584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:35 smithi096 ceph-mon[51702]: pgmap v1584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:35 smithi162 ceph-mon[54108]: pgmap v1584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:37 smithi081 ceph-mon[26762]: pgmap v1585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:37 smithi096 ceph-mon[51702]: pgmap v1585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:37 smithi162 ceph-mon[54108]: pgmap v1585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:39 smithi081 ceph-mon[26762]: pgmap v1586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:39 smithi096 ceph-mon[51702]: pgmap v1586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:39 smithi162 ceph-mon[54108]: pgmap v1586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:41 smithi081 ceph-mon[26762]: pgmap v1587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:41 smithi096 ceph-mon[51702]: pgmap v1587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:41 smithi162 ceph-mon[54108]: pgmap v1587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:43 smithi081 ceph-mon[26762]: pgmap v1588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:43 smithi096 ceph-mon[51702]: pgmap v1588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:43 smithi162 ceph-mon[54108]: pgmap v1588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:34:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:45 smithi081 ceph-mon[26762]: pgmap v1589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:34:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:45 smithi096 ceph-mon[51702]: pgmap v1589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:34:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:45 smithi162 ceph-mon[54108]: pgmap v1589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 1 op/s 2024-04-24T13:34:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:47 smithi081 ceph-mon[26762]: pgmap v1590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:47 smithi096 ceph-mon[51702]: pgmap v1590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:47 smithi162 ceph-mon[54108]: pgmap v1590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:49 smithi081 ceph-mon[26762]: pgmap v1591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:49 smithi096 ceph-mon[51702]: pgmap v1591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:49.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:49 smithi162 ceph-mon[54108]: pgmap v1591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:51 smithi081 ceph-mon[26762]: pgmap v1592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:34:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:51 smithi096 ceph-mon[51702]: pgmap v1592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:34:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:51 smithi162 ceph-mon[54108]: pgmap v1592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:34:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:53 smithi081 ceph-mon[26762]: pgmap v1593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:53 smithi096 ceph-mon[51702]: pgmap v1593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:53 smithi162 ceph-mon[54108]: pgmap v1593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:55 smithi096 ceph-mon[51702]: pgmap v1594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:34:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:55 smithi162 ceph-mon[54108]: pgmap v1594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:34:55.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:55 smithi081 ceph-mon[26762]: pgmap v1594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:34:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:57 smithi096 ceph-mon[51702]: pgmap v1595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:57 smithi162 ceph-mon[54108]: pgmap v1595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:57.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:57 smithi081 ceph-mon[26762]: pgmap v1595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:34:59 smithi096 ceph-mon[51702]: pgmap v1596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:34:59 smithi162 ceph-mon[54108]: pgmap v1596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:34:59.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:34:59 smithi081 ceph-mon[26762]: pgmap v1596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:01.372 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:01 smithi081 ceph-mon[26762]: pgmap v1597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:01 smithi096 ceph-mon[51702]: pgmap v1597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:01 smithi162 ceph-mon[54108]: pgmap v1597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:03 smithi096 ceph-mon[51702]: pgmap v1598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:03 smithi162 ceph-mon[54108]: pgmap v1598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:03.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:03 smithi081 ceph-mon[26762]: pgmap v1598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:05 smithi096 ceph-mon[51702]: pgmap v1599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:05 smithi162 ceph-mon[54108]: pgmap v1599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:05.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:05 smithi081 ceph-mon[26762]: pgmap v1599: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:07 smithi096 ceph-mon[51702]: pgmap v1600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:07.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:07 smithi162 ceph-mon[54108]: pgmap v1600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:07.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:07 smithi081 ceph-mon[26762]: pgmap v1600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:09 smithi096 ceph-mon[51702]: pgmap v1601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:09 smithi162 ceph-mon[54108]: pgmap v1601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:09 smithi081 ceph-mon[26762]: pgmap v1601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:11 smithi096 ceph-mon[51702]: pgmap v1602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:11 smithi162 ceph-mon[54108]: pgmap v1602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:11 smithi081 ceph-mon[26762]: pgmap v1602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:13 smithi096 ceph-mon[51702]: pgmap v1603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:13 smithi162 ceph-mon[54108]: pgmap v1603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:13 smithi081 ceph-mon[26762]: pgmap v1603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:15 smithi096 ceph-mon[51702]: pgmap v1604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:15 smithi162 ceph-mon[54108]: pgmap v1604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:15 smithi081 ceph-mon[26762]: pgmap v1604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:17 smithi096 ceph-mon[51702]: pgmap v1605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:17.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:35:17.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:35:17.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:35:17.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:35:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:17 smithi162 ceph-mon[54108]: pgmap v1605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:35:17.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:35:17.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:35:17.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:35:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:17 smithi081 ceph-mon[26762]: pgmap v1605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:35:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:35:17.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:35:17.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:35:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:18 smithi096 ceph-mon[51702]: pgmap v1606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:35:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:18 smithi096 ceph-mon[51702]: pgmap v1607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:18.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:18 smithi162 ceph-mon[54108]: pgmap v1606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:35:18.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:18 smithi162 ceph-mon[54108]: pgmap v1607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:18.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:18 smithi081 ceph-mon[26762]: pgmap v1606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:35:18.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:18 smithi081 ceph-mon[26762]: pgmap v1607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:20.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:20 smithi096 ceph-mon[51702]: pgmap v1608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:20.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:20 smithi162 ceph-mon[54108]: pgmap v1608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:20 smithi081 ceph-mon[26762]: pgmap v1608: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:22.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:22 smithi096 ceph-mon[51702]: pgmap v1609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:22.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:22 smithi162 ceph-mon[54108]: pgmap v1609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:22.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:22 smithi081 ceph-mon[26762]: pgmap v1609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:24 smithi096 ceph-mon[51702]: pgmap v1610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:35:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:24 smithi162 ceph-mon[54108]: pgmap v1610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:35:24.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:24 smithi081 ceph-mon[26762]: pgmap v1610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:35:26.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:26 smithi096 ceph-mon[51702]: pgmap v1611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:26.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:26 smithi162 ceph-mon[54108]: pgmap v1611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:26.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:26 smithi081 ceph-mon[26762]: pgmap v1611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:35:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:28 smithi096 ceph-mon[51702]: pgmap v1612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:35:28.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:28 smithi162 ceph-mon[54108]: pgmap v1612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:35:28.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:28 smithi081 ceph-mon[26762]: pgmap v1612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:35:30.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:30 smithi096 ceph-mon[51702]: pgmap v1613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:30.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:30 smithi162 ceph-mon[54108]: pgmap v1613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:30.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:30 smithi081 ceph-mon[26762]: pgmap v1613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:32 smithi096 ceph-mon[51702]: pgmap v1614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:32.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:32 smithi162 ceph-mon[54108]: pgmap v1614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:32.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:32 smithi081 ceph-mon[26762]: pgmap v1614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:34 smithi096 ceph-mon[51702]: pgmap v1615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:34 smithi162 ceph-mon[54108]: pgmap v1615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:34.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:34 smithi081 ceph-mon[26762]: pgmap v1615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:36 smithi096 ceph-mon[51702]: pgmap v1616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:36 smithi162 ceph-mon[54108]: pgmap v1616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:36.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:36 smithi081 ceph-mon[26762]: pgmap v1616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:38.389 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:38 smithi096 ceph-mon[51702]: pgmap v1617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:38 smithi162 ceph-mon[54108]: pgmap v1617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:38.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:38 smithi081 ceph-mon[26762]: pgmap v1617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:40.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:40 smithi162 ceph-mon[54108]: pgmap v1618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:40.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:40 smithi081 ceph-mon[26762]: pgmap v1618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:40.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:40 smithi096 ceph-mon[51702]: pgmap v1618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:42.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:42 smithi162 ceph-mon[54108]: pgmap v1619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:42.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:42 smithi081 ceph-mon[26762]: pgmap v1619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:42.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:42 smithi096 ceph-mon[51702]: pgmap v1619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:44.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:44 smithi081 ceph-mon[26762]: pgmap v1620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:44.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:44 smithi096 ceph-mon[51702]: pgmap v1620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:44.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:44 smithi162 ceph-mon[54108]: pgmap v1620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:46.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:46 smithi081 ceph-mon[26762]: pgmap v1621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:46.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:46 smithi096 ceph-mon[51702]: pgmap v1621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:46.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:46 smithi162 ceph-mon[54108]: pgmap v1621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:48.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:48 smithi162 ceph-mon[54108]: pgmap v1622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:48.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:48 smithi081 ceph-mon[26762]: pgmap v1622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:48.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:48 smithi096 ceph-mon[51702]: pgmap v1622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:50.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:50 smithi081 ceph-mon[26762]: pgmap v1623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:50.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:50 smithi096 ceph-mon[51702]: pgmap v1623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:50.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:50 smithi162 ceph-mon[54108]: pgmap v1623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:52.438 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:52 smithi096 ceph-mon[51702]: pgmap v1624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:52.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:52 smithi081 ceph-mon[26762]: pgmap v1624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:52.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:52 smithi162 ceph-mon[54108]: pgmap v1624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:54.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:54 smithi081 ceph-mon[26762]: pgmap v1625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:54.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:54 smithi096 ceph-mon[51702]: pgmap v1625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:54.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:54 smithi162 ceph-mon[54108]: pgmap v1625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:56.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:56 smithi081 ceph-mon[26762]: pgmap v1626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:56.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:56 smithi096 ceph-mon[51702]: pgmap v1626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:56.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:56 smithi162 ceph-mon[54108]: pgmap v1626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:35:58.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:35:58 smithi081 ceph-mon[26762]: pgmap v1627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:58.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:35:58 smithi096 ceph-mon[51702]: pgmap v1627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:35:58.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:35:58 smithi162 ceph-mon[54108]: pgmap v1627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:00.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:00 smithi081 ceph-mon[26762]: pgmap v1628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:01.027 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:00 smithi162 ceph-mon[54108]: pgmap v1628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:01.028 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:00 smithi096 ceph-mon[51702]: pgmap v1628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:02.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:02 smithi081 ceph-mon[26762]: pgmap v1629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:02.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:02 smithi096 ceph-mon[51702]: pgmap v1629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:02.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:02 smithi162 ceph-mon[54108]: pgmap v1629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:04.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:04 smithi081 ceph-mon[26762]: pgmap v1630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:04.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:04 smithi096 ceph-mon[51702]: pgmap v1630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:04.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:04 smithi162 ceph-mon[54108]: pgmap v1630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:06.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:06 smithi081 ceph-mon[26762]: pgmap v1631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:06.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:06 smithi096 ceph-mon[51702]: pgmap v1631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:06.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:06 smithi162 ceph-mon[54108]: pgmap v1631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:08.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:08 smithi081 ceph-mon[26762]: pgmap v1632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:08.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:08 smithi096 ceph-mon[51702]: pgmap v1632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:08.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:08 smithi162 ceph-mon[54108]: pgmap v1632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:09 smithi081 ceph-mon[26762]: pgmap v1633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:09.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:09 smithi096 ceph-mon[51702]: pgmap v1633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:09.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:09 smithi162 ceph-mon[54108]: pgmap v1633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:12.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:11 smithi081 ceph-mon[26762]: pgmap v1634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:12.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:11 smithi096 ceph-mon[51702]: pgmap v1634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:12.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:11 smithi162 ceph-mon[54108]: pgmap v1634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:14.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:13 smithi081 ceph-mon[26762]: pgmap v1635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:14.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:13 smithi096 ceph-mon[51702]: pgmap v1635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:14.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:13 smithi162 ceph-mon[54108]: pgmap v1635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:16.036 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:36:16.037 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:36:16.037 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:36:16.074 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:36:16.074 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:36:16.074 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:34:11 UTC; 2min 4s ago 2024-04-24T13:36:16.074 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 1min 25.603s 2024-04-24T13:36:16.074 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80749 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.074 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 80750 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82183 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82267 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82298 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 80817 (code=exited, status=137) 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 36.930s 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:00 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[80817]: [24-Apr-2024 13:34:00] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:36:16.075 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:10 smithi081 bash[82210]: time="2024-04-24T13:34:10Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:10 smithi081 podman[82210]: 2024-04-24 13:34:10.840716283 +0000 UTC m=+10.110834901 container died 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, io.spdk.git.branch=undefined, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, distribution-scope=public, release=, architecture=x86_64, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, version=1.2.5, io.spdk.build.target-arch=, summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, com.redhat.component=ubi9-container) 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 podman[82210]: 2024-04-24 13:34:11.272105638 +0000 UTC m=+10.542224254 container cleanup 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.ceph.nvmeof=None, io.ceph.url=https://github.com/ceph/ceph-nvmeof, release=, io.ceph.version=1.2.5, io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, distribution-scope=public, com.redhat.component=ubi9-container, io.ceph.git.branch=tags/1.2.5, io.buildah.version=1.29.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.spdk.build.target-arch=, io.spdk.build.ceph-release=19.0.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vcs-type=git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, vendor=Red Hat, Inc., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, architecture=x86_64, io.ceph.maintainer=Ceph Developers ) 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 bash[82210]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 podman[82253]: 2024-04-24 13:34:11.448237022 +0000 UTC m=+0.607882027 container remove 792d3201c7df2fc51522ea157901cb2058baf05235309971479743fb4173010c (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , vcs-type=git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, distribution-scope=public, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, io.spdk.build.target-arch=, release=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.ceph.nvmeof=None, architecture=x86_64) 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:36:16.076 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:36:16.077 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:34:11 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 1min 36.930s CPU time. 2024-04-24T13:36:16.077 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:36:16.078 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:36:16.110 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:36:16.110 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:36:16.110 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 14min ago 2024-04-24T13:36:16.110 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 148.4M 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 14min 4.824s 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:36:16.111 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:36:16.112 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:16.113 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:43714 2024-04-24T13:36:16.113 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:34:34 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:34:34.048040] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000487 seconds 2024-04-24T13:36:16.114 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:34:22 UTC; 1min 53s ago 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 4min 42.906s 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67360 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 67361 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.151 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 69504 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 69990 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 70020 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 67425 (code=exited, status=137) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 4min 54.483s 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:12 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[67425]: [24-Apr-2024 13:34:12] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 bash[69531]: time="2024-04-24T13:34:22Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 podman[69531]: 2024-04-24 13:34:22.094377151 +0000 UTC m=+10.128041373 container died b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.target-arch=, vcs-type=git, version=1.2.5, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., distribution-scope=public, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.version=24.01, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.version=1.2.5, com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.ceph.nvmeof=None, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 podman[69531]: 2024-04-24 13:34:22.572244947 +0000 UTC m=+10.605909216 container cleanup b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, vendor=Red Hat, Inc., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.ceph.git.branch=tags/1.2.5, build-date=2024-04-22 08:15:14 UTC, version=1.2.5, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , io.spdk.version=24.01, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=19.0.0, io.ceph.version=1.2.5, vcs-type=git, url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.spdk.build.makeflags=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 bash[69531]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 podman[69978]: 2024-04-24 13:34:22.84049412 +0000 UTC m=+0.746592808 container remove b071d485e29a8e9e779948ae7afc72c6ab1ddb47f5d9ea30ebb8b0ecda3719a7 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, distribution-scope=public, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, name=ceph-nvmeof, io.spdk.git.branch=undefined, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.spdk.build.ceph-release=19.0.0, release=, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , architecture=x86_64, org.centos.version=9.0-21.el9, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/) 2024-04-24T13:36:16.152 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:36:16.153 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:36:16.153 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:36:16.153 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:34:22 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 4min 54.483s CPU time. 2024-04-24T13:36:16.153 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:36:16.154 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:36:16.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:15 smithi081 ceph-mon[26762]: pgmap v1636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:16.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:15 smithi096 ceph-mon[51702]: pgmap v1636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:16.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:15 smithi162 ceph-mon[54108]: pgmap v1636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:36:16.447 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:36:16.447 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 2m ago 48m smithi081=x;count:1 2024-04-24T13:36:16.447 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 2m ago 49m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:36:16.447 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 1/3 2m ago 44m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:36:16.447 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 2m ago - 2024-04-24T13:36:16.728 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:36:16.729 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 2m ago 43m - - 2024-04-24T13:36:16.729 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (14m) 2m ago 43m 143M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:36:16.729 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 unknown 2m ago 43m - - 1.2.5 1e28a75d580c b071d485e29a 2024-04-24T13:36:17.064 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:36:17.064 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:36:17.064 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:36:17.065 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: 2 failed cephadm daemon(s) 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:36:17.410 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 31m) 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 50m) 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 45m), 8 in (since 45m) 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: client: 3.0 KiB/s rd, 0 op/s rd, 0 op/s wr 2024-04-24T13:36:17.411 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:36:17.437 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.453 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.467 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.481 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.495 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.509 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.523 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.537 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.551 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.566 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.581 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.595 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.608 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.622 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.636 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:36:17.637 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:36:17.637 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:36:17.637 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:36:17.640 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:36:17.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:17 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='client.35420 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: pgmap v1637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/426529971' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3006754878' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:36:18.185 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:17 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:36:18.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:17 smithi081 podman[83080]: 2024-04-24 13:36:17.836982652 +0000 UTC m=+0.018749219 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:36:18.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:17 smithi081 podman[83080]: 2024-04-24 13:36:17.948589282 +0000 UTC m=+0.130355830 container create 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.target-arch=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, io.buildah.version=1.29.0, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, vendor=Red Hat, Inc., version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, release=, io.spdk.build.ceph-release=19.0.0, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.ceph.nvmeof=None, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.branch=tags/1.2.5, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.version=24.01, com.redhat.component=ubi9-container, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.spdk.build.makeflags=, vcs-type=git, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, architecture=x86_64, io.ceph.component=ceph-nvmeof) 2024-04-24T13:36:18.186 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 podman[83080]: 2024-04-24 13:36:18.184683727 +0000 UTC m=+0.366450275 container init 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, io.ceph.version=1.2.5, io.buildah.version=1.29.0, build-date=2024-04-22 08:15:14 UTC, io.spdk.git.branch=undefined, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, maintainer=Ceph Developers , org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, io.ceph.component=ceph-nvmeof, release=, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=19.0.0, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, url=https://github.com/ceph/ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.spdk.git.repo=https://github.com/ceph/spdk.git) 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='client.35420 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: pgmap v1637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/426529971' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3006754878' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:36:18.212 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:36:18.213 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:36:18.213 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:17 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:36:18.308 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:36:18.308 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:36:18.308 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:36:18.311 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:36:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='client.35420 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:36:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='client.35426 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:36:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: pgmap v1637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:36:18.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:36:18.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/426529971' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:36:18.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3006754878' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:36:18.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:36:18.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:36:18.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:17 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 podman[83080]: 2024-04-24 13:36:18.1881351 +0000 UTC m=+0.369901657 container start 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, summary=Ceph NVMe over Fabrics Gateway, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.ceph.git.branch=tags/1.2.5, io.spdk.build.target-arch=, org.centos.version=9.0-21.el9, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.makeflags=, io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, build-date=2024-04-22 08:15:14 UTC, release=, io.spdk.build.ceph-release=19.0.0, io.ceph.maintainer=Ceph Developers , vcs-type=git, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.version=1.2.5, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 bash[83080]: 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:36:18.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [gateway] 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: group = 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: port = 5500 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: enable_auth = False 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: state_update_notify = True 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:36:18.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: verify_nqns = True 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [gateway-logs] 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: log_level = INFO 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: log_files_enabled = True 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:36:18.437 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [discovery] 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:36:18.438 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: port = 8009 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [ceph] 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: pool = mypool 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [mtls] 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: server_key = ./server.key 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: client_key = ./client.key 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: 2024-04-24T13:36:18.439 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [spdk] 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: timeout = 60.0 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: log_level = WARNING 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: conn_retries = 10 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: transports = tcp 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: [monitor] 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:63: timeout = 1.0 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO config.py:64: ======================================================================================================== 2024-04-24T13:36:18.440 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:36:18.473 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:36:18.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:36:18.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:36:18.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:36:18.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.487+0000 7fcfee10c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:36:18.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.487+0000 7fcfee10c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:36:18.686 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.487+0000 7fcfee10c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.491+0000 7fcfee10c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.491+0000 7fcfee10c5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfee10c5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfee10c5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 35447 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfee10c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfea0a9640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfea0a9640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.492+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:36:18.687 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.493+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.493+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.493+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.493+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.688 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.689 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.692 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.693 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:18.694 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.494+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.496+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.497+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.499+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.500+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:351: SPDK process id: 69 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: INFO: Setting log level to WARNING 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.502+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.695 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.503+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.505+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.506+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.508+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.509+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.511+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.512+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:18.514761] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:18.514832] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.514+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.515+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.517+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.518+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.520+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.696 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.521+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.522+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.524+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.525+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.527+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.528+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.530+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.531+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.533+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.534+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.536+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.537+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.539+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.540+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.697 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.542+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.543+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.545+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.546+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.548+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.549+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.550+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.552+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.553+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.555+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.556+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.558+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.559+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.561+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.698 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.562+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.564+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.565+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.567+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.568+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.570+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.571+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.573+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.574+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.576+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.577+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.579+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.580+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.582+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.699 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.583+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.585+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.586+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.588+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.589+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.590+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.592+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.593+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.595+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.596+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.598+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.599+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.601+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.602+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.604+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.700 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.605+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.607+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.608+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.609+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.611+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.612+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.614+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.615+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.617+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.618+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.620+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.621+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.623+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.624+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.701 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.625+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:18.628403] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.627+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.629+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.630+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.632+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.634+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.635+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.637+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.638+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.640+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.641+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.643+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.645+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.702 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.646+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.648+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.650+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.652+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.654+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.656+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.657+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.659+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.660+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.661+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.663+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.664+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.666+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.668+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.703 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.669+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.671+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.672+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.674+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.675+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.677+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.679+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.680+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.682+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.683+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:18.685393] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.685+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.688+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.704 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.690+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 podman[70425]: 2024-04-24 13:36:18.513295106 +0000 UTC m=+0.019176372 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:36:18.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 podman[70425]: 2024-04-24 13:36:18.633487809 +0000 UTC m=+0.139369114 container create 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.wants=ceph,rbd, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.nvmeof=None, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, io.ceph.git.branch=tags/1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, vcs-type=git, io.ceph.component=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=19.0.0, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.build.target-arch=, io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi9-container, org.centos.version=9.0-21.el9, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.ceph.version=1.2.5, vendor=Red Hat, Inc., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.692+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.694+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.696+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.697+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.699+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.701+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.702+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.704+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.706+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.707+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.709+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.711+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.713+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.714+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.716+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.718+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.720+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.722+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.723+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.725+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.726+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.728+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.729+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.731+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.732+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.734+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.735+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.737+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.739+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.740+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.742+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.744+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.745+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.747+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.748+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.750+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.752+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.753+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.755+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.757+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.939 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.758+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.760+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.761+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.763+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.765+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.766+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.768+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.770+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.771+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.773+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.775+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.776+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.778+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.779+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.781+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.783+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.784+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.786+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.787+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.789+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.791+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.792+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.794+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.796+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.797+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.799+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.800+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.802+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.804+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.805+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.807+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.809+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.810+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.812+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.814+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.815+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.817+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.819+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.820+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.822+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.824+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.825+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.827+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.829+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.830+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.832+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.833+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.835+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.837+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.838+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.840+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.842+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.843+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.845+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.847+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.848+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.850+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.851+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.853+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.854+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.856+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.858+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.859+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.861+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.862+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.864+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.865+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.867+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.868+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.869+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.871+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.872+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.874+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.875+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.877+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.878+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.879+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.881+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.882+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.884+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.885+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.887+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.888+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.889+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.891+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.892+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.894+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.895+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.897+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.898+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.900+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.901+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.903+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:18.905624] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.904+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.906+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.907+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.909+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.910+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.912+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.913+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.915+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.916+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.918+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:249: Discovery service process id: 872 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:36:18.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.919+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.921+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.922+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.924+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.926+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.928+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.930+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.931+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:36:18.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:36:18.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:36:18.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.933+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:18.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:36:18.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:36:18.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:36:18.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:36:18.993 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 71 secs before thrashing 2024-04-24T13:36:19.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:18 smithi162 ceph-mon[54108]: pgmap v1638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:36:19.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:18 smithi162 ceph-mon[54108]: pgmap v1639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:36:19.142 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:18 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/3667686999' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:36:19.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 podman[70425]: 2024-04-24 13:36:18.894406996 +0000 UTC m=+0.400288261 container init 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.nvmeof=None, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.component=ceph-nvmeof, io.spdk.git.branch=undefined, architecture=x86_64, summary=Ceph NVMe over Fabrics Gateway, release=, name=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.5, com.redhat.component=ubi9-container, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, io.buildah.version=1.29.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:36:19.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 podman[70425]: 2024-04-24 13:36:18.897847457 +0000 UTC m=+0.403728735 container start 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, architecture=x86_64, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.branch=tags/1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , org.centos.version=9.0-21.el9, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-type=git, io.ceph.component=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.version=24.01, io.spdk.build.makeflags=, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vendor=Red Hat, Inc., version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.spdk.git.repo=https://github.com/ceph/spdk.git, distribution-scope=public, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.ceph.version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.wants=ceph,rbd, summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd) 2024-04-24T13:36:19.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 bash[70425]: 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 2024-04-24T13:36:19.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:18 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:36:19.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-mon[26762]: pgmap v1638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:36:19.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-mon[26762]: pgmap v1639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:36:19.191 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3667686999' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 1 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.192 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 2 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 4 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.193 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 5 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 6 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 7 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.194 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 8 2024-04-24T13:36:19.195 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.197 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.197 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.197 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 9 2024-04-24T13:36:19.197 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.197 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.197 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 10 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 11 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 12 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.198 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 13 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 14 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 15 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.199 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 16 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 1 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 2 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.200 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 4 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 5 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 6 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 7 2024-04-24T13:36:19.201 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 8 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 9 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 10 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.202 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 11 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 12 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 13 2024-04-24T13:36:19.203 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 14 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 15 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.204 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 16 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 1 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 2 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.205 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 4 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 5 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.206 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 6 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 7 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 8 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.207 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 9 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 10 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 11 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.208 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 12 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 13 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 14 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.209 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 15 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 16 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: INACCESSIBLE 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: ], , client address: IPv4 172.21.15.81:54492 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:36:19.210 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.953+0000 7fcfea0a9640 0 ms_deliver_dispatch: unhandled message 0x557c0d6a5180 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.953+0000 7fcfea0a9640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.953+0000 7fcfea0a9640 0 ms_deliver_dispatch: unhandled message 0x557c0d693d40 mon_map magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.954+0000 7fcfea0a9640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.954+0000 7fcfea0a9640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.954+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:36:19.211 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.954+0000 7fcfea0a9640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: 2024-04-24T13:36:18.954+0000 7fcfea0a9640 0 ms_deliver_dispatch: unhandled message 0x557c0d6a5500 nvmeofgwmap magic: 0 from mon.2 v2:172.21.15.96:3300/0 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:18.989613] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:18] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:36:19.212 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.069983] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/2887013721, rc 0 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.070098] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/2887013721 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/2887013721' anagrp=3 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.085562] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.105318] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/3726910927, rc 0 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.105435] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/3726910927 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/3726910927' anagrp=2 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.118620] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:36:19.213 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.142732] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.175344] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/936971541, rc 0 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.175438] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/936971541 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/936971541' anagrp=1 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.191459] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:36:19.214 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:36:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:18 smithi096 ceph-mon[51702]: pgmap v1638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:36:19.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:18 smithi096 ceph-mon[51702]: pgmap v1639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:36:19.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:18 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3667686999' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [gateway] 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:36:19.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: group = 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: port = 5500 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: enable_auth = False 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: state_update_notify = True 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: verify_nqns = True 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:36:19.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:36:19.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:36:19.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: 2024-04-24T13:36:19.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [gateway-logs] 2024-04-24T13:36:19.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: log_level = INFO 2024-04-24T13:36:19.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: log_files_enabled = True 2024-04-24T13:36:19.412 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:36:19.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:36:19.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:36:19.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:36:19.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:36:19.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:36:19.413 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: 2024-04-24T13:36:19.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [discovery] 2024-04-24T13:36:19.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:36:19.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: port = 8009 2024-04-24T13:36:19.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: 2024-04-24T13:36:19.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [ceph] 2024-04-24T13:36:19.414 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: pool = mypool 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [mtls] 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: server_key = ./server.key 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: client_key = ./client.key 2024-04-24T13:36:19.415 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:36:19.416 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:36:19.416 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: 2024-04-24T13:36:19.416 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [spdk] 2024-04-24T13:36:19.416 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:36:19.416 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: timeout = 60.0 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: log_level = WARNING 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: conn_retries = 10 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: transports = tcp 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: [monitor] 2024-04-24T13:36:19.417 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:63: timeout = 1.0 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO config.py:64: ======================================================================================================== 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.201+0000 7f2162f695c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.201+0000 7f2162f695c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.201+0000 7f2162f695c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.204+0000 7f2162f695c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.204+0000 7f2162f695c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f2162f695c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:36:19.418 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f2162f695c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 55027 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f2162f695c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f215ef06640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f215ef06640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.205+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.419 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.420 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.421 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.422 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.207+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.423 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.209+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.210+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.212+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:351: SPDK process id: 69 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: INFO: Setting log level to WARNING 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.214+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.215+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.217+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.424 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.218+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.220+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.221+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.223+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.224+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.226+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.227360] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.227419] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.227+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.229+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.230+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.232+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.233+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.235+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.425 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.237+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.238+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.240+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.241+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.243+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.244+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.246+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.247+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.249+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.250+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.252+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.253+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.255+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.256+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.426 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.258+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.259+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.261+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.262+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.264+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.265+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.267+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.268+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.270+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.271+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.273+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.274+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.276+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.427 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.277+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.279+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.281+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.282+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.284+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.285+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.287+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.288+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.290+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.291+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.293+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.294+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.295+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.297+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.428 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.298+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.300+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.301+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.303+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.304+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.306+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.307+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.309+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.310+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.312+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.313+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.315+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.316+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.429 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.318+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.319+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.321+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.322+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.324+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.325+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.327+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.328+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.330+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.331+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.333+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.334+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.336+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.337+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.430 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.339+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.341447] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.340+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.343+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.345+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.347+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.348+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.350+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.352+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.353+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.355+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.357+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.358+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.360+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.431 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.361+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.363+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.365+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.367+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.369+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.371+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.372+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.374+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.375+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.377+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.378+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.380+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.382+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.432 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.383+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.385+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.386+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.388+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.390+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.391+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.393+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.394+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.396139] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.396+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.398+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.400+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.402+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.433 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.404+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.434 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.406+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.434 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.408+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.434 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.409+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.445 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:36:19.445 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.445 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:36:19.445 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.215903] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.239452] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.261365] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:36:19.446 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.283579] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.306257] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.326542] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:36:19.447 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:36:19.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:36:19.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:36:19.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.348727] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:36:19.448 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.372793] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.395277] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:36:19.449 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.415779] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.436640] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:36:19.450 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.411+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.412+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.414+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.415+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.417+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.418+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.420+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.422+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.424+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.426+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.652 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.428+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.653 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.430+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.653 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.432+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.653 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.434+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.653 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.436+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.653 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.438+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.653 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.440+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.442+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.443+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.444+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.446+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.447+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.449+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.450+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.452+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.453+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.455+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.654 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.456+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.458+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.459+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.461+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.462+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.464+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.466+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.467+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.469+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.470+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.472+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.474+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.475+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.477+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.655 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.478+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.480+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.481+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.483+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.485+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.486+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.488+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.489+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.491+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.493+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.494+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.496+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.497+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.656 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.499+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.501+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.502+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.504+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.505+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.507+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.509+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.510+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.512+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.513+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.515+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.657 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.517+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.658 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.518+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.520+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.521+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.523+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.525+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.526+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.528+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.529+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.531+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.533+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.534+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.659 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.536+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.537+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.539+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.541+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.542+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.544+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.545+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.547+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.549+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.550+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.552+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.553+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.555+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.557+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.660 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.558+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.560+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.561+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.563+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.565+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.566+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.568+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.569+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.571+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.573+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.574+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.576+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.577+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.579+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.661 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.581+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.582+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.584+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.585+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.587+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.589+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.590+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.592+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.593+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.595+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.597+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.598+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.662 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.600+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.601+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.603+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.604+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.606+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.608+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.609+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.611+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.612+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.614+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.616+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.618286] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.617+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.619+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.663 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.620+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.622+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.624+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.625+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.627+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.628+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.630+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:249: Discovery service process id: 857 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:36:19.664 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.632+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.633+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.635+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.637+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.638+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.640+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.642+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.665 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.643+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.666 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 2 2024-04-24T13:36:19.667 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.667 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.667 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.667 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 3 2024-04-24T13:36:19.667 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 4 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.668 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 5 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 6 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 7 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 8 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.669 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 9 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 10 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 11 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.670 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 12 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 13 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 14 2024-04-24T13:36:19.671 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 15 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 16 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.672 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 2 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 3 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 4 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 5 2024-04-24T13:36:19.673 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 6 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 7 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 8 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.674 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 9 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 10 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 11 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.675 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 12 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 13 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 14 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 15 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.676 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 16 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 2 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.677 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 3 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 4 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 5 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 6 2024-04-24T13:36:19.678 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 7 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 8 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 9 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.679 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 10 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 11 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 12 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.680 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 13 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 14 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 15 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 16 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: INACCESSIBLE 2024-04-24T13:36:19.681 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: ], , client address: IPv4 172.21.15.162:51594 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 ms_deliver_dispatch: unhandled message 0x55af9d8eb180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 ms_deliver_dispatch: unhandled message 0x55af9d8d9d40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:36:19.682 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 106 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: 2024-04-24T13:36:19.651+0000 7f215ef06640 0 ms_deliver_dispatch: unhandled message 0x55af9d8eb500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:36:19.683 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:36:19.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:36:19.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:19.473277] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:36:19.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:19] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.702960] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/2908281232, rc 0 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.703158] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/2908281232 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/2908281232' anagrp=1 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.718270] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.739052] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:36:19.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.761947] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/3520288029, rc 0 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.762049] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/3520288029 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/3520288029' anagrp=2 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.776152] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:36:19.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.878092] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/3957483133, rc 0 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.878185] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/3957483133 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/3957483133' anagrp=3 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.893755] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:19.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:36:20.165 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/2925732680' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:36:20.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.915526] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:36:20.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:36:20.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.937495] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.959790] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:36:20.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:19.981068] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:36:20.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:36:20.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:36:20.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:19 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:19] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:36:20.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.004723] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.027127] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.049011] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:36:20.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.071707] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.094762] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:36:20.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.117943] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.142307] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.165484] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:36:20.170 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:36:20.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:19 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/2925732680' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:36:20.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:19 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/2925732680' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:36:20.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:36:20.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:36:20.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:20.202021] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:36:20.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:20] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:36:21.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:20 smithi081 ceph-mon[26762]: pgmap v1640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-24T13:36:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-mon[51702]: pgmap v1640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:36:20] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:36:21.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:36:21.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:21.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:20 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:38848 2024-04-24T13:36:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:20 smithi162 ceph-mon[54108]: pgmap v1640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-24T13:36:22.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:36:21] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:36:22.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:22.288 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:22.289 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:22.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:36:22.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:36:22.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:36:22.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:36:22.290 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:38858 2024-04-24T13:36:23.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:22 smithi081 ceph-mon[26762]: pgmap v1641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 1.4 KiB/s wr, 55 op/s 2024-04-24T13:36:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:22 smithi096 ceph-mon[51702]: pgmap v1641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 1.4 KiB/s wr, 55 op/s 2024-04-24T13:36:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:22 smithi162 ceph-mon[54108]: pgmap v1641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 1.4 KiB/s wr, 55 op/s 2024-04-24T13:36:25.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-mon[26762]: pgmap v1642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.7 KiB/s wr, 76 op/s 2024-04-24T13:36:25.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:36:24] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:36:25.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:25.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: OPTIMIZED 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: OPTIMIZED 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: OPTIMIZED 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: ], , client address: IPv4 172.21.15.81:56530 2024-04-24T13:36:25.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:24.971191] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.001245 seconds 2024-04-24T13:36:25.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:24 smithi096 ceph-mon[51702]: pgmap v1642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.7 KiB/s wr, 76 op/s 2024-04-24T13:36:25.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-mon[54108]: pgmap v1642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 1.7 KiB/s wr, 76 op/s 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:36:24] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: OPTIMIZED 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: OPTIMIZED 2024-04-24T13:36:25.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: OPTIMIZED 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: ], , client address: IPv4 172.21.15.162:33700 2024-04-24T13:36:25.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:24.971713] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000709 seconds 2024-04-24T13:36:27.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:26 smithi081 ceph-mon[26762]: pgmap v1643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 510 KiB/s rd, 2.0 KiB/s wr, 123 op/s 2024-04-24T13:36:27.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:26 smithi096 ceph-mon[51702]: pgmap v1643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 510 KiB/s rd, 2.0 KiB/s wr, 123 op/s 2024-04-24T13:36:27.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:26 smithi162 ceph-mon[54108]: pgmap v1643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 510 KiB/s rd, 2.0 KiB/s wr, 123 op/s 2024-04-24T13:36:29.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:28 smithi081 ceph-mon[26762]: pgmap v1644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.8 KiB/s wr, 113 op/s 2024-04-24T13:36:29.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:28 smithi096 ceph-mon[51702]: pgmap v1644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.8 KiB/s wr, 113 op/s 2024-04-24T13:36:29.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:28 smithi162 ceph-mon[54108]: pgmap v1644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.8 KiB/s wr, 113 op/s 2024-04-24T13:36:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:30 smithi081 ceph-mon[26762]: pgmap v1645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 135 op/s 2024-04-24T13:36:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:30 smithi096 ceph-mon[51702]: pgmap v1645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 135 op/s 2024-04-24T13:36:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:30 smithi162 ceph-mon[54108]: pgmap v1645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 135 op/s 2024-04-24T13:36:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:32 smithi081 ceph-mon[26762]: pgmap v1646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 853 B/s wr, 105 op/s 2024-04-24T13:36:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:32 smithi096 ceph-mon[51702]: pgmap v1646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 853 B/s wr, 105 op/s 2024-04-24T13:36:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:32 smithi162 ceph-mon[54108]: pgmap v1646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 853 B/s wr, 105 op/s 2024-04-24T13:36:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:34 smithi081 ceph-mon[26762]: pgmap v1647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 682 B/s wr, 96 op/s 2024-04-24T13:36:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:34 smithi096 ceph-mon[51702]: pgmap v1647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 682 B/s wr, 96 op/s 2024-04-24T13:36:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:34 smithi162 ceph-mon[54108]: pgmap v1647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 682 B/s wr, 96 op/s 2024-04-24T13:36:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:36 smithi081 ceph-mon[26762]: pgmap v1648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 426 B/s wr, 80 op/s 2024-04-24T13:36:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:36 smithi096 ceph-mon[51702]: pgmap v1648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 426 B/s wr, 80 op/s 2024-04-24T13:36:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:36 smithi162 ceph-mon[54108]: pgmap v1648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 426 B/s wr, 80 op/s 2024-04-24T13:36:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:38 smithi081 ceph-mon[26762]: pgmap v1649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 170 B/s wr, 46 op/s 2024-04-24T13:36:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:38 smithi096 ceph-mon[51702]: pgmap v1649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 170 B/s wr, 46 op/s 2024-04-24T13:36:39.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:38 smithi162 ceph-mon[54108]: pgmap v1649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 170 B/s wr, 46 op/s 2024-04-24T13:36:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:40 smithi081 ceph-mon[26762]: pgmap v1650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 170 B/s wr, 43 op/s 2024-04-24T13:36:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:40 smithi096 ceph-mon[51702]: pgmap v1650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 170 B/s wr, 43 op/s 2024-04-24T13:36:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:40 smithi162 ceph-mon[54108]: pgmap v1650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 170 B/s wr, 43 op/s 2024-04-24T13:36:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:42 smithi081 ceph-mon[26762]: pgmap v1651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:42 smithi096 ceph-mon[51702]: pgmap v1651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:42 smithi162 ceph-mon[54108]: pgmap v1651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:44 smithi081 ceph-mon[26762]: pgmap v1652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:44 smithi096 ceph-mon[51702]: pgmap v1652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:44 smithi162 ceph-mon[54108]: pgmap v1652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:46 smithi081 ceph-mon[26762]: pgmap v1653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:46 smithi096 ceph-mon[51702]: pgmap v1653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:46 smithi162 ceph-mon[54108]: pgmap v1653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:49.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:48 smithi081 ceph-mon[26762]: pgmap v1654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:48 smithi096 ceph-mon[51702]: pgmap v1654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:49.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:48 smithi162 ceph-mon[54108]: pgmap v1654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:50 smithi081 ceph-mon[26762]: pgmap v1655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:50 smithi096 ceph-mon[51702]: pgmap v1655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:50 smithi162 ceph-mon[54108]: pgmap v1655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:52 smithi081 ceph-mon[26762]: pgmap v1656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:52 smithi096 ceph-mon[51702]: pgmap v1656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:52 smithi162 ceph-mon[54108]: pgmap v1656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:54 smithi081 ceph-mon[26762]: pgmap v1657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:54 smithi096 ceph-mon[51702]: pgmap v1657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:54 smithi162 ceph-mon[54108]: pgmap v1657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:36:57.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:56 smithi081 ceph-mon[26762]: pgmap v1658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:57 smithi096 ceph-mon[51702]: pgmap v1658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:57 smithi162 ceph-mon[54108]: pgmap v1658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:59.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:36:59 smithi081 ceph-mon[26762]: pgmap v1659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:36:59 smithi096 ceph-mon[51702]: pgmap v1659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:36:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:36:59 smithi162 ceph-mon[54108]: pgmap v1659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:01 smithi081 ceph-mon[26762]: pgmap v1660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:01 smithi096 ceph-mon[51702]: pgmap v1660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:01 smithi162 ceph-mon[54108]: pgmap v1660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:03 smithi081 ceph-mon[26762]: pgmap v1661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:03 smithi096 ceph-mon[51702]: pgmap v1661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:03 smithi162 ceph-mon[54108]: pgmap v1661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:05.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:05 smithi081 ceph-mon[26762]: pgmap v1662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:05 smithi096 ceph-mon[51702]: pgmap v1662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:05 smithi162 ceph-mon[54108]: pgmap v1662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:07.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:07 smithi081 ceph-mon[26762]: pgmap v1663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:07 smithi096 ceph-mon[51702]: pgmap v1663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:07 smithi162 ceph-mon[54108]: pgmap v1663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:09.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:09 smithi081 ceph-mon[26762]: pgmap v1664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:09.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:09 smithi096 ceph-mon[51702]: pgmap v1664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:09 smithi162 ceph-mon[54108]: pgmap v1664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:11.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:11 smithi081 ceph-mon[26762]: pgmap v1665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:11 smithi096 ceph-mon[51702]: pgmap v1665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:11 smithi162 ceph-mon[54108]: pgmap v1665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:13.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:13 smithi081 ceph-mon[26762]: pgmap v1666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:13 smithi096 ceph-mon[51702]: pgmap v1666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:13 smithi162 ceph-mon[54108]: pgmap v1666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:15.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:15 smithi081 ceph-mon[26762]: pgmap v1667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:15 smithi096 ceph-mon[51702]: pgmap v1667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:15 smithi162 ceph-mon[54108]: pgmap v1667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:17.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:17 smithi081 ceph-mon[26762]: pgmap v1668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:17 smithi096 ceph-mon[51702]: pgmap v1668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:17 smithi162 ceph-mon[54108]: pgmap v1668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:18.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:18 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:37:18.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:18 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:37:18.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:18 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:37:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:19 smithi081 ceph-mon[26762]: pgmap v1669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:19.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:19 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:19 smithi096 ceph-mon[51702]: pgmap v1669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:19 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:19 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:19.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:19 smithi162 ceph-mon[54108]: pgmap v1669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:19.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:19 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:19.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:19 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:20.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:37:20.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:37:20.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:20 smithi096 ceph-mon[51702]: pgmap v1670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3 op/s 2024-04-24T13:37:20.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:20 smithi096 ceph-mon[51702]: pgmap v1671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:20.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:20.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:37:20.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:37:20.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:20 smithi162 ceph-mon[54108]: pgmap v1670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3 op/s 2024-04-24T13:37:20.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:20 smithi162 ceph-mon[54108]: pgmap v1671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:20.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:37:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:37:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:20 smithi081 ceph-mon[26762]: pgmap v1670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 3 op/s 2024-04-24T13:37:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:20 smithi081 ceph-mon[26762]: pgmap v1671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:37:21.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:21 smithi081 ceph-mon[26762]: pgmap v1672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:21.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:21 smithi096 ceph-mon[51702]: pgmap v1672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:21.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:21 smithi162 ceph-mon[54108]: pgmap v1672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:23 smithi081 ceph-mon[26762]: pgmap v1673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1 op/s 2024-04-24T13:37:23.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:23 smithi096 ceph-mon[51702]: pgmap v1673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1 op/s 2024-04-24T13:37:23.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:23 smithi162 ceph-mon[54108]: pgmap v1673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 1 op/s 2024-04-24T13:37:25.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:25 smithi081 ceph-mon[26762]: pgmap v1674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:25.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:25 smithi096 ceph-mon[51702]: pgmap v1674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:25.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:25 smithi162 ceph-mon[54108]: pgmap v1674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:27.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:27 smithi081 ceph-mon[26762]: pgmap v1675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:27.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:27 smithi096 ceph-mon[51702]: pgmap v1675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:27 smithi162 ceph-mon[54108]: pgmap v1675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:29.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:29 smithi081 ceph-mon[26762]: pgmap v1676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:29.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:29 smithi096 ceph-mon[51702]: pgmap v1676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:29.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:29 smithi162 ceph-mon[54108]: pgmap v1676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:37:29.994 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:37:29.994 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:37:29.994 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:37:30.026 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:37:30.026 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:37:30.026 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:36:18 UTC; 1min 11s ago 2024-04-24T13:37:30.026 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82997 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:37:30.026 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82998 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 83095 (conmon) 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 119.7M 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 12.190s 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─83097 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─83099 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─83116 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─83167 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─83980 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.027 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout: └─83095 /usr/bin/conmon --api-version 1 -c 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 -u 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384/userdata -p /run/containers/storage/overlay-containers/0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: OPTIMIZED 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: states { 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: grp_id: 3 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: state: OPTIMIZED 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: } 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: ], , client address: IPv4 172.21.15.81:56530 2024-04-24T13:37:30.028 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:36:24 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [2024-04-24 13:36:24.971191] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.001245 seconds 2024-04-24T13:37:30.029 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:37:30.058 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 15min ago 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 149.0M 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 15min 18.916s 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.059 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:37:30.060 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:37:30.061 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:30.061 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:36:21 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:38858 2024-04-24T13:37:30.061 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:37:30.093 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:37:30.093 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:36:18 UTC; 1min 11s ago 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 70372 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 70373 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 70448 (conmon) 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 118.4M 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 11.579s 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─70450 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─70454 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.094 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─70470 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─70521 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─71310 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout: └─70448 /usr/bin/conmon --api-version 1 -c 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 -u 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861/userdata -p /run/containers/storage/overlay-containers/7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: OPTIMIZED 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: states { 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: grp_id: 1 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: state: OPTIMIZED 2024-04-24T13:37:30.095 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: } 2024-04-24T13:37:30.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: ], , client address: IPv4 172.21.15.162:33700 2024-04-24T13:37:30.096 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:36:24 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [2024-04-24 13:36:24.971713] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000709 seconds 2024-04-24T13:37:30.097 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:37:30.393 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:37:30.394 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 3m ago 50m smithi081=x;count:1 2024-04-24T13:37:30.394 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 3m ago 50m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:37:30.394 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 1/3 3m ago 45m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:37:30.394 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 3m ago - 2024-04-24T13:37:30.678 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:37:30.678 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 3m ago 44m - - 2024-04-24T13:37:30.678 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (15m) 3m ago 44m 143M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:37:30.678 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 unknown 3m ago 45m - - 1.2.5 1e28a75d580c b071d485e29a 2024-04-24T13:37:31.011 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:37:31.011 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:37:31.011 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:37:31.011 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:37:31.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:31 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/472380133' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: 2 failed cephadm daemon(s) 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:37:31.346 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 32m) 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 51m) 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 46m), 8 in (since 47m) 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: client: 11 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:37:31.347 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:37:31.371 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.385 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:31 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/472380133' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:37:31.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:31 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/472380133' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:37:31.399 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.413 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.426 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.440 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.453 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.468 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.480 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.494 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.508 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.521 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.535 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.549 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.563 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:37:31.563 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.4147513294981251) > weight (0.3333333333333333) 2024-04-24T13:37:31.563 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.39410923379856877) > weight (0.3333333333333333) 2024-04-24T13:37:31.563 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.8216681758516987) > weight (0.3333333333333333) 2024-04-24T13:37:31.563 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:37:31.564 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:37:31.564 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:37:31.897 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:37:31 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:37:32.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:37:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:37:31] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:37:32.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:32 smithi081 ceph-mon[26762]: from='client.55069 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:37:32.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:32 smithi081 ceph-mon[26762]: from='client.55075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:37:32.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:32 smithi081 ceph-mon[26762]: pgmap v1677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:32.321 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:32 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1103921883' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:37:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:32 smithi096 ceph-mon[51702]: from='client.55069 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:37:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:32 smithi096 ceph-mon[51702]: from='client.55075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:37:32.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:32 smithi096 ceph-mon[51702]: pgmap v1677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:32.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:32 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1103921883' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:37:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:32 smithi162 ceph-mon[54108]: from='client.55069 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:37:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:32 smithi162 ceph-mon[54108]: from='client.55075 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:37:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:32 smithi162 ceph-mon[54108]: pgmap v1677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:32.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:32 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1103921883' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:37:33.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:33 smithi081 ceph-mon[26762]: pgmap v1678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:33.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:33 smithi096 ceph-mon[51702]: pgmap v1678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:33.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:33 smithi162 ceph-mon[54108]: pgmap v1678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:35.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:35 smithi081 ceph-mon[26762]: pgmap v1679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:35.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:35 smithi096 ceph-mon[51702]: pgmap v1679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:35.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:35 smithi162 ceph-mon[54108]: pgmap v1679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:37.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:37 smithi081 ceph-mon[26762]: pgmap v1680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:37.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:37 smithi096 ceph-mon[51702]: pgmap v1680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:37.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:37 smithi162 ceph-mon[54108]: pgmap v1680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:39.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:39 smithi081 ceph-mon[26762]: pgmap v1681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:39.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:39 smithi096 ceph-mon[51702]: pgmap v1681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:39.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:39 smithi162 ceph-mon[54108]: pgmap v1681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:41.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:41 smithi081 ceph-mon[26762]: pgmap v1682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:41.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:41 smithi096 ceph-mon[51702]: pgmap v1682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:41.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:41 smithi162 ceph-mon[54108]: pgmap v1682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:42.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:37:41 smithi081 bash[84530]: time="2024-04-24T13:37:41Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:37:42.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:37:41 smithi081 podman[84530]: 2024-04-24 13:37:41.911511598 +0000 UTC m=+10.133601175 container died 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, architecture=x86_64, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.spdk.build.ceph-release=19.0.0, io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, version=1.2.5, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, name=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.spdk.version=24.01, distribution-scope=public, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:37:42.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:37:42 smithi081 podman[84530]: 2024-04-24 13:37:42.495486349 +0000 UTC m=+10.717575933 container cleanup 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, version=1.2.5, io.ceph.component=ceph-nvmeof, io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, vendor=Red Hat, Inc., io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.spdk.git.branch=undefined, maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.spdk.build.ceph-release=19.0.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public) 2024-04-24T13:37:42.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:37:42 smithi081 bash[84530]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:37:42.851 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:37:42.887 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:37:42.887 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:37:42.887 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.9250312437383679) > weight (0.3333333333333333) 2024-04-24T13:37:42.887 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:37:42.888 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:37:42.888 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:37:43.189 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:37:42 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:37:43.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:43 smithi081 ceph-mon[26762]: pgmap v1683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:43.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:43 smithi096 ceph-mon[51702]: pgmap v1683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:43.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:43 smithi162 ceph-mon[54108]: pgmap v1683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:43.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:37:43 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:37:43] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:37:45.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:45 smithi081 ceph-mon[26762]: pgmap v1684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:45.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:45 smithi096 ceph-mon[51702]: pgmap v1684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:45.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:45 smithi162 ceph-mon[54108]: pgmap v1684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:37:47.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:47 smithi081 ceph-mon[26762]: pgmap v1685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:47.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:47 smithi096 ceph-mon[51702]: pgmap v1685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:47.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:47 smithi162 ceph-mon[54108]: pgmap v1685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:49.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:49 smithi081 ceph-mon[26762]: pgmap v1686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:37:49.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:49 smithi096 ceph-mon[51702]: pgmap v1686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:37:49.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:49 smithi162 ceph-mon[54108]: pgmap v1686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:37:51.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:51 smithi081 ceph-mon[26762]: pgmap v1687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:37:51.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:51 smithi096 ceph-mon[51702]: pgmap v1687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:37:51.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:51 smithi162 ceph-mon[54108]: pgmap v1687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.5 KiB/s rd, 1 op/s 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:37:52] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:37:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:49688 2024-04-24T13:37:52.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:37:52.074488] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000727 seconds 2024-04-24T13:37:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:53 smithi081 ceph-mon[26762]: osdmap e95: 8 total, 8 up, 8 in 2024-04-24T13:37:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-mon[51702]: osdmap e95: 8 total, 8 up, 8 in 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:37:53] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:37:53.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:37:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:37:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:37:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:37:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:36192 2024-04-24T13:37:53.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:37:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:37:53.074491] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000701 seconds 2024-04-24T13:37:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:53 smithi162 ceph-mon[54108]: osdmap e95: 8 total, 8 up, 8 in 2024-04-24T13:37:53.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:37:53 smithi162 bash[71796]: time="2024-04-24T13:37:53Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:37:53.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:37:53 smithi162 podman[71796]: 2024-04-24 13:37:53.205795804 +0000 UTC m=+10.126612333 container died 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.ceph.maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, org.centos.version=9.0-21.el9, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.branch=tags/1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.pkgdep-args=--rbd, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.version=1.2.5, distribution-scope=public, name=ceph-nvmeof, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01) 2024-04-24T13:37:53.747 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:37:53 smithi162 podman[71796]: 2024-04-24 13:37:53.545922627 +0000 UTC m=+10.466739139 container cleanup 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vendor=Red Hat, Inc., maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, distribution-scope=public, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:37:53.748 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:37:53 smithi162 bash[71796]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:37:53.955 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:37:53.992 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:37:53.992 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:37:53.992 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 112 secs before reviving 2024-04-24T13:37:54.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:54 smithi096 ceph-mon[51702]: pgmap v1689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:54.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:54 smithi162 ceph-mon[54108]: pgmap v1689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:54.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:54 smithi081 ceph-mon[26762]: pgmap v1689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:37:55.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:55 smithi081 ceph-mon[26762]: pgmap v1690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:37:55.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:55 smithi096 ceph-mon[51702]: pgmap v1690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:37:55.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:55 smithi162 ceph-mon[54108]: pgmap v1690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:37:57.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:57 smithi081 ceph-mon[26762]: pgmap v1691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:37:57.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:57 smithi096 ceph-mon[51702]: pgmap v1691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:37:57.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:57 smithi162 ceph-mon[54108]: pgmap v1691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:37:59.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:37:59 smithi081 ceph-mon[26762]: pgmap v1692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:37:59.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:37:59 smithi096 ceph-mon[51702]: pgmap v1692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:37:59.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:37:59 smithi162 ceph-mon[54108]: pgmap v1692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:01.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:01 smithi081 ceph-mon[26762]: pgmap v1693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:01.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:01 smithi096 ceph-mon[51702]: pgmap v1693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:01.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:01 smithi162 ceph-mon[54108]: pgmap v1693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:38:02] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:38:02.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:36232 2024-04-24T13:38:02.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:02 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:38:02.070768] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000288 seconds 2024-04-24T13:38:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:03 smithi081 ceph-mon[26762]: osdmap e96: 8 total, 8 up, 8 in 2024-04-24T13:38:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-mon[51702]: osdmap e96: 8 total, 8 up, 8 in 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:38:03] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:38:03.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:38:03.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:38:03.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:38:03.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:38:03.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:47380 2024-04-24T13:38:03.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:38:03.071044] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000532 seconds 2024-04-24T13:38:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:03 smithi162 ceph-mon[54108]: osdmap e96: 8 total, 8 up, 8 in 2024-04-24T13:38:04.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:04 smithi081 ceph-mon[26762]: pgmap v1695: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:04.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:04 smithi096 ceph-mon[51702]: pgmap v1695: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:04.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:04 smithi162 ceph-mon[54108]: pgmap v1695: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:38:05.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:05 smithi081 ceph-mon[26762]: pgmap v1696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:05.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:05 smithi096 ceph-mon[51702]: pgmap v1696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:05.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:05 smithi162 ceph-mon[54108]: pgmap v1696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:07.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:07 smithi081 ceph-mon[26762]: pgmap v1697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:07.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:07 smithi096 ceph-mon[51702]: pgmap v1697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:07.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:07 smithi162 ceph-mon[54108]: pgmap v1697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:09.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:09 smithi081 ceph-mon[26762]: pgmap v1698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:09.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:09 smithi096 ceph-mon[51702]: pgmap v1698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:09.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:09 smithi162 ceph-mon[54108]: pgmap v1698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:11.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:11 smithi081 ceph-mon[26762]: pgmap v1699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:11.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:11 smithi096 ceph-mon[51702]: pgmap v1699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:11.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:11 smithi162 ceph-mon[54108]: pgmap v1699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:13.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:13 smithi081 ceph-mon[26762]: pgmap v1700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 op/s 2024-04-24T13:38:13.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:13 smithi096 ceph-mon[51702]: pgmap v1700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 op/s 2024-04-24T13:38:13.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:13 smithi162 ceph-mon[54108]: pgmap v1700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 op/s 2024-04-24T13:38:15.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:15 smithi081 ceph-mon[26762]: pgmap v1701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:15.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:15 smithi096 ceph-mon[51702]: pgmap v1701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:15.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:15 smithi162 ceph-mon[54108]: pgmap v1701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:17 smithi081 ceph-mon[26762]: pgmap v1702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:17.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:17 smithi096 ceph-mon[51702]: pgmap v1702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:17.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:17 smithi162 ceph-mon[54108]: pgmap v1702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:19.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:19 smithi081 ceph-mon[26762]: pgmap v1703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:19.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:19 smithi096 ceph-mon[51702]: pgmap v1703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:19.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:19 smithi162 ceph-mon[54108]: pgmap v1703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:38:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.571 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:20 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:38:20.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:20 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:20.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:20 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.820 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: pgmap v1704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: pgmap v1705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:21.821 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:21 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:38:21.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:38:21.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:38:21.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: pgmap v1704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:21.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: pgmap v1705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:21.887 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:21 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: pgmap v1704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: pgmap v1705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:21.892 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:21 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:38:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:24 smithi096 ceph-mon[51702]: pgmap v1706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:24 smithi162 ceph-mon[54108]: pgmap v1706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:24.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:24 smithi081 ceph-mon[26762]: pgmap v1706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:26.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:26 smithi096 ceph-mon[51702]: pgmap v1707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:26.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:26 smithi162 ceph-mon[54108]: pgmap v1707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:26.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:26 smithi081 ceph-mon[26762]: pgmap v1707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:28 smithi096 ceph-mon[51702]: pgmap v1708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:28.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:28 smithi162 ceph-mon[54108]: pgmap v1708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:28.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:28 smithi081 ceph-mon[26762]: pgmap v1708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:30.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:30 smithi096 ceph-mon[51702]: pgmap v1709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:30.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:30 smithi162 ceph-mon[54108]: pgmap v1709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:30.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:30 smithi081 ceph-mon[26762]: pgmap v1709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:32 smithi096 ceph-mon[51702]: pgmap v1710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:32.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:32 smithi162 ceph-mon[54108]: pgmap v1710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:32.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:32 smithi081 ceph-mon[26762]: pgmap v1710: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:38:34.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:34 smithi096 ceph-mon[51702]: pgmap v1711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:34.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:34 smithi162 ceph-mon[54108]: pgmap v1711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:34.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:34 smithi081 ceph-mon[26762]: pgmap v1711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:36.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:36 smithi096 ceph-mon[51702]: pgmap v1712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:36.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:36 smithi162 ceph-mon[54108]: pgmap v1712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:36.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:36 smithi081 ceph-mon[26762]: pgmap v1712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:38 smithi096 ceph-mon[51702]: pgmap v1713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:38 smithi162 ceph-mon[54108]: pgmap v1713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:38.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:38 smithi081 ceph-mon[26762]: pgmap v1713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:40 smithi096 ceph-mon[51702]: pgmap v1714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:40.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:40 smithi162 ceph-mon[54108]: pgmap v1714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:40.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:40 smithi081 ceph-mon[26762]: pgmap v1714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:42.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:42 smithi162 ceph-mon[54108]: pgmap v1715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:42.604 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:42 smithi081 ceph-mon[26762]: pgmap v1715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:42.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:42 smithi096 ceph-mon[51702]: pgmap v1715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:44.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:44 smithi162 ceph-mon[54108]: pgmap v1716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:44.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:44 smithi081 ceph-mon[26762]: pgmap v1716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:44.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:44 smithi096 ceph-mon[51702]: pgmap v1716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:46.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:46 smithi081 ceph-mon[26762]: pgmap v1717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:46.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:46 smithi096 ceph-mon[51702]: pgmap v1717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:46.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:46 smithi162 ceph-mon[54108]: pgmap v1717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:48.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:48 smithi081 ceph-mon[26762]: pgmap v1718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:48.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:48 smithi096 ceph-mon[51702]: pgmap v1718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:48.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:48 smithi162 ceph-mon[54108]: pgmap v1718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:50.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:50 smithi162 ceph-mon[54108]: pgmap v1719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:50.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:50 smithi081 ceph-mon[26762]: pgmap v1719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:50.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:50 smithi096 ceph-mon[51702]: pgmap v1719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:52.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:52 smithi081 ceph-mon[26762]: pgmap v1720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:52.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:52 smithi096 ceph-mon[51702]: pgmap v1720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:52.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:52 smithi162 ceph-mon[54108]: pgmap v1720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:54.438 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:54 smithi096 ceph-mon[51702]: pgmap v1721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:54.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:54 smithi081 ceph-mon[26762]: pgmap v1721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:54.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:54 smithi162 ceph-mon[54108]: pgmap v1721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:56.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:56 smithi081 ceph-mon[26762]: pgmap v1722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:56.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:56 smithi096 ceph-mon[51702]: pgmap v1722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:56.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:56 smithi162 ceph-mon[54108]: pgmap v1722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:38:58.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:38:58 smithi081 ceph-mon[26762]: pgmap v1723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:58.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:38:58 smithi096 ceph-mon[51702]: pgmap v1723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:38:58.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:38:58 smithi162 ceph-mon[54108]: pgmap v1723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:00.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:00 smithi081 ceph-mon[26762]: pgmap v1724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:00.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:00 smithi096 ceph-mon[51702]: pgmap v1724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:00.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:00 smithi162 ceph-mon[54108]: pgmap v1724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:02.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:02 smithi081 ceph-mon[26762]: pgmap v1725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:02.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:02 smithi096 ceph-mon[51702]: pgmap v1725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:02.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:02 smithi162 ceph-mon[54108]: pgmap v1725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:04.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:04 smithi081 ceph-mon[26762]: pgmap v1726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:04.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:04 smithi096 ceph-mon[51702]: pgmap v1726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:04.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:04 smithi162 ceph-mon[54108]: pgmap v1726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:06.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:06 smithi081 ceph-mon[26762]: pgmap v1727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:06.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:06 smithi096 ceph-mon[51702]: pgmap v1727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:06.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:06 smithi162 ceph-mon[54108]: pgmap v1727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:08.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:08 smithi081 ceph-mon[26762]: pgmap v1728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:08.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:08 smithi096 ceph-mon[51702]: pgmap v1728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:08.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:08 smithi162 ceph-mon[54108]: pgmap v1728: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:10.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:10 smithi081 ceph-mon[26762]: pgmap v1729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:10.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:10 smithi096 ceph-mon[51702]: pgmap v1729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:10.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:10 smithi162 ceph-mon[54108]: pgmap v1729: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:12.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:12 smithi081 ceph-mon[26762]: pgmap v1730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:12.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:12 smithi096 ceph-mon[51702]: pgmap v1730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:12.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:12 smithi162 ceph-mon[54108]: pgmap v1730: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:14.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:14 smithi081 ceph-mon[26762]: pgmap v1731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:14.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:14 smithi096 ceph-mon[51702]: pgmap v1731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:14.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:14 smithi162 ceph-mon[54108]: pgmap v1731: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:16.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:16 smithi081 ceph-mon[26762]: pgmap v1732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:16.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:16 smithi096 ceph-mon[51702]: pgmap v1732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:16.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:16 smithi162 ceph-mon[54108]: pgmap v1732: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:18.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:18 smithi081 ceph-mon[26762]: pgmap v1733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:18.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:18 smithi096 ceph-mon[51702]: pgmap v1733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:18.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:18 smithi162 ceph-mon[54108]: pgmap v1733: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:20.444 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:20 smithi162 ceph-mon[54108]: pgmap v1734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:20.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:20 smithi081 ceph-mon[26762]: pgmap v1734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:20.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:20 smithi096 ceph-mon[51702]: pgmap v1734: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:22.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:22 smithi081 ceph-mon[26762]: pgmap v1735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:22.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:39:22.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:39:22.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:39:22.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:39:22.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:22 smithi096 ceph-mon[51702]: pgmap v1735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:22.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:39:22.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:39:22.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:39:22.637 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:39:22.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:22 smithi162 ceph-mon[54108]: pgmap v1735: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:22.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:22 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:39:22.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:22 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:39:22.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:22 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:39:22.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:22 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:39:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:23 smithi081 ceph-mon[26762]: pgmap v1736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:39:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:23 smithi081 ceph-mon[26762]: pgmap v1737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:23.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:23 smithi096 ceph-mon[51702]: pgmap v1736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:39:23.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:23 smithi096 ceph-mon[51702]: pgmap v1737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:23.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:23 smithi162 ceph-mon[54108]: pgmap v1736: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:39:23.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:23 smithi162 ceph-mon[54108]: pgmap v1737: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:25.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:25 smithi081 ceph-mon[26762]: pgmap v1738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:25.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:25 smithi096 ceph-mon[51702]: pgmap v1738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:25.642 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:25 smithi162 ceph-mon[54108]: pgmap v1738: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:27.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:27 smithi081 ceph-mon[26762]: pgmap v1739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:27.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:27 smithi096 ceph-mon[51702]: pgmap v1739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:27.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:27 smithi162 ceph-mon[54108]: pgmap v1739: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:29.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:29 smithi081 ceph-mon[26762]: pgmap v1740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:39:29.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:29 smithi096 ceph-mon[51702]: pgmap v1740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:39:29.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:29 smithi162 ceph-mon[54108]: pgmap v1740: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:39:30.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:30 smithi081 ceph-mon[26762]: pgmap v1741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:30.636 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:30 smithi096 ceph-mon[51702]: pgmap v1741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:30.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:30 smithi162 ceph-mon[54108]: pgmap v1741: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:39:33.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:32 smithi081 ceph-mon[26762]: pgmap v1742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:39:33.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:32 smithi096 ceph-mon[51702]: pgmap v1742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:39:33.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:32 smithi162 ceph-mon[54108]: pgmap v1742: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:39:35.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:34 smithi081 ceph-mon[26762]: pgmap v1743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:35.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:34 smithi096 ceph-mon[51702]: pgmap v1743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:35.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:34 smithi162 ceph-mon[54108]: pgmap v1743: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:37.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:36 smithi081 ceph-mon[26762]: pgmap v1744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:37.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:36 smithi096 ceph-mon[51702]: pgmap v1744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:37.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:36 smithi162 ceph-mon[54108]: pgmap v1744: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:39.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:38 smithi081 ceph-mon[26762]: pgmap v1745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:39.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:38 smithi096 ceph-mon[51702]: pgmap v1745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:39.392 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:38 smithi162 ceph-mon[54108]: pgmap v1745: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:41.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:40 smithi081 ceph-mon[26762]: pgmap v1746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:41.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:40 smithi096 ceph-mon[51702]: pgmap v1746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:41.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:40 smithi162 ceph-mon[54108]: pgmap v1746: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:43.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:42 smithi081 ceph-mon[26762]: pgmap v1747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:43.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:42 smithi096 ceph-mon[51702]: pgmap v1747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:43.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:42 smithi162 ceph-mon[54108]: pgmap v1747: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:45.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:44 smithi081 ceph-mon[26762]: pgmap v1748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:45.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:44 smithi096 ceph-mon[51702]: pgmap v1748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:45.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:44 smithi162 ceph-mon[54108]: pgmap v1748: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:39:45.993 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:39:45.993 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:39:45.993 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:39:46.029 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:39:46.029 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:39:46.029 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:37:42 UTC; 2min 3s ago 2024-04-24T13:39:46.029 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 1min 13.297s 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82997 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 82998 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84502 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84585 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84613 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 83095 (code=exited, status=137) 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 24.709s 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:31 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[83095]: [24-Apr-2024 13:37:31] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:41 smithi081 bash[84530]: time="2024-04-24T13:37:41Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:39:46.030 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:41 smithi081 podman[84530]: 2024-04-24 13:37:41.911511598 +0000 UTC m=+10.133601175 container died 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.wants=ceph,rbd, io.spdk.build.makeflags=, architecture=x86_64, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vendor=Red Hat, Inc., io.spdk.build.ceph-release=19.0.0, io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, version=1.2.5, io.buildah.version=1.29.0, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, name=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, release=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.branch=undefined, maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.spdk.version=24.01, distribution-scope=public, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 podman[84530]: 2024-04-24 13:37:42.495486349 +0000 UTC m=+10.717575933 container cleanup 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, version=1.2.5, io.ceph.component=ceph-nvmeof, io.openshift.wants=ceph,rbd, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.nvmeof=None, vendor=Red Hat, Inc., io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.spdk.git.branch=undefined, maintainer=Ceph Developers , io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.spdk.build.ceph-release=19.0.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.version=9.0-21.el9, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, name=ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.ceph.version=1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public) 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 bash[84530]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 podman[84572]: 2024-04-24 13:37:42.730189858 +0000 UTC m=+0.818604706 container remove 0f8f34398e8300df6c99c5292770114eb2016becf1107aecfc4a1d1648c48384 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.nvmeof=None, io.ceph.version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.version=24.01, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.ceph-release=19.0.0, summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.spdk.build.makeflags=, io.spdk.build.pkgdep-args=--rbd, vendor=Red Hat, Inc., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.buildah.version=1.29.0, vcs-type=git, io.ceph.component=ceph-nvmeof, name=ceph-nvmeof, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd) 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:39:46.031 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:37:42 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 1min 24.709s CPU time. 2024-04-24T13:39:46.032 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:39:46.032 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 17min ago 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 149.6M 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 17min 35.104s 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:39:46.061 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:46.062 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:46.063 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:46.063 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:39:46.063 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:39:46.063 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:46.063 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:47380 2024-04-24T13:39:46.063 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:38:03 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:38:03.071044] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000532 seconds 2024-04-24T13:39:46.064 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:39:46.100 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:39:46.100 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:37:53 UTC; 1min 52s ago 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 1min 23.933s 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 70372 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 70373 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 71768 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 71840 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 71869 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 70448 (code=exited, status=137) 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 35.314s 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:43 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[70448]: [24-Apr-2024 13:37:43] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 bash[71796]: time="2024-04-24T13:37:53Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:39:46.101 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 podman[71796]: 2024-04-24 13:37:53.205795804 +0000 UTC m=+10.126612333 container died 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, io.ceph.maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, org.centos.version=9.0-21.el9, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, build-date=2024-04-22 08:15:14 UTC, io.ceph.git.branch=tags/1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.pkgdep-args=--rbd, release=, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined, io.ceph.version=1.2.5, distribution-scope=public, name=ceph-nvmeof, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01) 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 podman[71796]: 2024-04-24 13:37:53.545922627 +0000 UTC m=+10.466739139 container cleanup 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vendor=Red Hat, Inc., maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-type=git, com.redhat.component=ubi9-container, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, summary=Ceph NVMe over Fabrics Gateway, io.ceph.version=1.2.5, distribution-scope=public, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, io.spdk.build.ceph-release=19.0.0, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.target-arch=, architecture=x86_64, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 bash[71796]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 podman[71827]: 2024-04-24 13:37:53.74753785 +0000 UTC m=+0.541793195 container remove 7793268d90b9acb107e2ecc4346980be42c1cf60e964ed0d5d93c122fb466861 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.nvmeof=None, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.buildah.version=1.29.0, io.spdk.version=24.01, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, maintainer=Ceph Developers , io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, vcs-type=git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.spdk.build.target-arch=, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, name=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , io.ceph.git.branch=tags/1.2.5, summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=) 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:39:46.102 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:37:53 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 1min 35.314s CPU time. 2024-04-24T13:39:46.103 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:39:46.103 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:39:46.399 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:39:46.399 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 5m ago 52m smithi081=x;count:1 2024-04-24T13:39:46.399 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 5m ago 52m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:39:46.399 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 1/3 5m ago 47m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:39:46.400 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 5m ago - 2024-04-24T13:39:46.685 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:39:46.686 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 5m ago 46m - - 2024-04-24T13:39:46.686 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (17m) 5m ago 46m 143M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:39:46.686 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 unknown 5m ago 47m - - 1.2.5 1e28a75d580c b071d485e29a 2024-04-24T13:39:47.018 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:39:47.019 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:39:47.019 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:39:47.019 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:39:47.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:46 smithi081 ceph-mon[26762]: pgmap v1749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:47.352 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: 2 failed cephadm daemon(s) 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 34m) 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 53m) 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 49m), 8 in (since 49m) 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:39:47.353 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:39:47.354 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:39:47.354 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:39:47.354 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:39:47.354 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:39:47.354 INFO:teuthology.orchestra.run.smithi177.stdout: client: 3.0 KiB/s rd, 0 op/s rd, 0 op/s wr 2024-04-24T13:39:47.354 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:39:47.378 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:46 smithi096 ceph-mon[51702]: pgmap v1749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:47.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:46 smithi162 ceph-mon[54108]: pgmap v1749: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:47.392 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.405 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.419 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.432 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.446 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.459 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.473 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.486 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.500 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.514 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.527 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.541 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.554 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.569 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:39:47.569 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:39:47.569 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:39:47.569 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:39:47.572 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:39:47.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:47 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:39:48.143 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:47 smithi081 ceph-mon[26762]: from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:39:48.143 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:47 smithi081 ceph-mon[26762]: from='client.35564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:39:48.143 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:47 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1534849727' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:39:48.143 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:47 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3506941760' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:39:48.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:47 smithi081 podman[85014]: 2024-04-24 13:39:47.782174019 +0000 UTC m=+0.018637963 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:39:48.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:47 smithi081 podman[85014]: 2024-04-24 13:39:47.882565611 +0000 UTC m=+0.119029523 container create 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, version=1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, release=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.openshift.wants=ceph,rbd, distribution-scope=public, maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vendor=Red Hat, Inc., io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , name=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, summary=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.spdk.git.branch=undefined, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.buildah.version=1.29.0) 2024-04-24T13:39:48.143 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 podman[85014]: 2024-04-24 13:39:48.143362719 +0000 UTC m=+0.379826634 container init 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, build-date=2024-04-22 08:15:14 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, architecture=x86_64, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.makeflags=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, release=, io.ceph.maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, version=1.2.5, io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, distribution-scope=public, io.spdk.git.branch=undefined, io.ceph.component=ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.spdk.build.ceph-release=19.0.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.version=24.01, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , io.ceph.nvmeof=None, vcs-type=git, name=ceph-nvmeof, vendor=Red Hat, Inc.) 2024-04-24T13:39:48.232 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:39:48.232 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:39:48.232 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:39:48.235 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:39:48.257 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:47 smithi162 ceph-mon[54108]: from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:39:48.257 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:47 smithi162 ceph-mon[54108]: from='client.35564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:39:48.257 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:47 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1534849727' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:39:48.257 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:47 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3506941760' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:39:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:47 smithi096 ceph-mon[51702]: from='client.35558 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:39:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:47 smithi096 ceph-mon[51702]: from='client.35564 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:39:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:47 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1534849727' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:39:48.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:47 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3506941760' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:39:48.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 podman[85014]: 2024-04-24 13:39:48.146096508 +0000 UTC m=+0.382560431 container start 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.wants=ceph,rbd, version=1.2.5, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.component=ceph-nvmeof, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, architecture=x86_64, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, release=, io.spdk.build.makeflags=, io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, vendor=Red Hat, Inc., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.ceph.version=1.2.5, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, io.spdk.version=24.01, io.ceph.nvmeof=None, io.spdk.build.pkgdep-args=--rbd, name=ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage) 2024-04-24T13:39:48.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 bash[85014]: 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:39:48.401 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [gateway] 2024-04-24T13:39:48.402 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: group = 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: port = 5500 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: enable_auth = False 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: state_update_notify = True 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:39:48.403 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: verify_nqns = True 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [gateway-logs] 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: log_level = INFO 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: log_files_enabled = True 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:39:48.404 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [discovery] 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: port = 8009 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [ceph] 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: pool = mypool 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [mtls] 2024-04-24T13:39:48.405 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: server_key = ./server.key 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: client_key = ./client.key 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [spdk] 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: timeout = 60.0 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: log_level = WARNING 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: conn_retries = 10 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: transports = tcp 2024-04-24T13:39:48.406 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: [monitor] 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:63: timeout = 1.0 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO config.py:64: ======================================================================================================== 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:39:48.407 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:39:48.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:39:48.655 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:39:48.718 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.436+0000 7f500bc6c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:39:48.718 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.436+0000 7f500bc6c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:39:48.718 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.436+0000 7f500bc6c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:39:48.718 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.438+0000 7f500bc6c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:39:48.718 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.438+0000 7f500bc6c5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.439+0000 7f500bc6c5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.439+0000 7f500bc6c5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 16500 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.440+0000 7f500bc6c5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.440+0000 7f5007c09640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.440+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.440+0000 7f5007c09640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.440+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:39:48.719 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.720 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.721 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.722 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.441+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.723 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.442+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.443+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.445+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.447+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:351: SPDK process id: 66 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: INFO: Setting log level to WARNING 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.448+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.724 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.450+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.451+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.453+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.454+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.456+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.457+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.458+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.460125] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.460182] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid66 ] 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.460+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.461+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.463+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.464+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.466+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.725 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.467+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.469+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.470+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.472+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.473+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.475+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.476+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.478+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.726 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.479+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.481+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.482+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.484+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.486+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.487+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.488+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.490+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.492+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.493+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.495+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.496+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.728 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.497+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.499+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.500+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.502+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.503+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.505+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.506+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.508+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.509+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.511+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.512+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.514+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.515+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.729 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.517+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.518+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.520+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.521+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.523+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.524+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.526+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.528+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.529+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.531+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.532+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.534+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.536+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.537+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.730 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.539+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.540+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.542+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.543+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.545+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.547+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.548+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.550+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.551+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.553+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.554+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.555+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.557+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.558+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.731 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.560+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.562+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.563+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.565+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.566+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.568+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.569+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.571+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.572+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.573506] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.574+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.576+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.578+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.579+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.581+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.732 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.582+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.584+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.585+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.587+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.588+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.590+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.591+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.593+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.594+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.596+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.598+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.600+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.601+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.603+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.604+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.733 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.606+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.608+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.609+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.611+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.612+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.614+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.615+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.617+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.618+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.619+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.621+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.622+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.624+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.734 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.625+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.627+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.627678] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.629+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.630+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.632+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.634+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.636+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.638+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.639+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.641+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.642+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.644+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.645+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.735 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.647+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.736 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.649+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.736 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.651+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.736 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.653+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.736 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.654+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.736 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.656+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.736 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.658+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.853 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 podman[72354]: 2024-04-24 13:39:48.421007016 +0000 UTC m=+0.019617448 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:39:48.853 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 podman[72354]: 2024-04-24 13:39:48.542005606 +0000 UTC m=+0.140616070 container create a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.ceph.version=1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, distribution-scope=public, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, architecture=x86_64, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, com.redhat.component=ubi9-container, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, io.ceph.summary=Ceph NVMe over Fabrics Gateway, org.centos.version=9.0-21.el9, vendor=Red Hat, Inc., io.spdk.version=24.01, io.spdk.git.branch=undefined, io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.maintainer=Ceph Developers , version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=19.0.0, vcs-type=git) 2024-04-24T13:39:48.853 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 podman[72354]: 2024-04-24 13:39:48.752475138 +0000 UTC m=+0.351085557 container init a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.version=1.2.5, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, name=ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.buildah.version=1.29.0, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.spdk.build.ceph-release=19.0.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.openshift.wants=ceph,rbd, architecture=x86_64, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.spdk.build.target-arch=, release=, maintainer=Ceph Developers , build-date=2024-04-22 08:15:14 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, com.redhat.component=ubi9-container, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.spdk.version=24.01, io.spdk.git.branch=undefined, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc.) 2024-04-24T13:39:48.853 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 podman[72354]: 2024-04-24 13:39:48.755082513 +0000 UTC m=+0.353692933 container start a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.version=1.2.5, vcs-type=git, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, vendor=Red Hat, Inc., io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.nvmeof=None, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, io.spdk.build.target-arch=, version=1.2.5, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof, io.spdk.git.branch=undefined, io.spdk.version=24.01, io.ceph.maintainer=Ceph Developers , io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.openshift.wants=ceph,rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, release=, io.ceph.git.branch=tags/1.2.5) 2024-04-24T13:39:48.853 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 bash[72354]: a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb 2024-04-24T13:39:48.859 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 61 secs before thrashing 2024-04-24T13:39:48.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.660+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.662+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.664+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.665+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.924 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.667+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.668+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.670+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.671+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.673+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.674+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.676+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.677+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.679+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.680+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.682+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.683+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.685+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.686+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.925 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.688+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.689+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.691+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.692+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.693+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.695+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.696+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.698+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.699+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.701+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.702+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.704+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.705+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.926 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.707+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.927 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.708+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.710+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.711+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.713+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.714+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.716+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.717+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.719+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.720+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.722+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.928 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.723+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.725+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.726+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.728+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.729+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.731+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.732+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.734+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.735+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.737+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.738+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.740+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.741+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.743+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.929 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.744+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.746+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.747+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.749+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.750+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.752+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.753+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.755+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.756+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.757+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.759+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.760+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.762+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.930 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.763+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.765+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.766+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.768+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.769+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.771+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.772+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.774+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.775+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.777+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.778+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.780+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.781+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.783+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.931 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.784+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.786+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.787+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.789+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.790+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.792+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.793+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.795+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.796+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.798+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.799+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.801+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.802+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.932 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.804+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.805+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.807+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.808+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.810+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.811+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.813+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.814+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.816+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.817+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.819+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.820+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.822+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.823+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.933 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.825+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.826+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.828+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.829+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.831+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.832+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.834+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.835+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.837+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.838+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.840+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.841+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.843+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.934 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.844+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.846+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.847+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.849+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.850+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.851179] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.852+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.853+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.855+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.856+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.858+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.859+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.861+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.935 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.862+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:249: Discovery service process id: 887 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.864+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:39:48.936 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.866+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.867+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.869+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.870+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.872+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.874+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.876+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.877+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:39:48.937 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 2 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:39:48.938 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 4 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 5 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.940 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 6 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 7 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 8 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 9 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.941 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 10 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 11 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 12 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.942 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 13 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 14 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 15 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 16 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.943 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 2 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.944 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 4 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 5 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 6 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 7 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.945 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 8 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 9 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 10 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.946 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 11 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 12 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 13 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 14 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.947 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 15 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 16 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.948 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 2 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 4 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 5 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.949 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 6 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 7 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 8 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.950 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 9 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 10 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 11 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.951 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 12 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 13 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 14 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.952 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 15 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 16 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:58646 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 ms_deliver_dispatch: unhandled message 0x55981429f180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:39:48.953 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 ms_deliver_dispatch: unhandled message 0x55981428dd40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: 2024-04-24T13:39:48.886+0000 7f5007c09640 0 ms_deliver_dispatch: unhandled message 0x55981429f500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:39:48.954 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:39:49.104 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:48 smithi162 ceph-mon[54108]: pgmap v1750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:49.104 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:48 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/4006618132' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:39:49.104 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:48 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [gateway] 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: group = 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: port = 5500 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: enable_auth = False 2024-04-24T13:39:49.105 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: state_update_notify = True 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: verify_nqns = True 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: 2024-04-24T13:39:49.106 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [gateway-logs] 2024-04-24T13:39:49.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: log_level = INFO 2024-04-24T13:39:49.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: log_files_enabled = True 2024-04-24T13:39:49.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:39:49.109 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [discovery] 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: port = 8009 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [ceph] 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: pool = mypool 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:39:49.110 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [mtls] 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: server_key = ./server.key 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: client_key = ./client.key 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [spdk] 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: timeout = 60.0 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: log_level = WARNING 2024-04-24T13:39:49.111 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: conn_retries = 10 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: transports = tcp 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: [monitor] 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:63: timeout = 1.0 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO config.py:64: ======================================================================================================== 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.054+0000 7f1adf2db5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.054+0000 7f1adf2db5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.055+0000 7f1adf2db5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.057+0000 7f1adf2db5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:39:49.112 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.057+0000 7f1adf2db5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.058+0000 7f1adf2db5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.058+0000 7f1adf2db5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 55153 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.058+0000 7f1adf2db5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.058+0000 7f1adb278640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.058+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.058+0000 7f1adb278640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.059+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:39:49.113 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.114 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.115 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.116 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.060+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.061+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.062+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.064+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.117 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.065+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:351: SPDK process id: 66 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: INFO: Setting log level to WARNING 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.067+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.068+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.070+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.071+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.118 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.073+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.074+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.076+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.077+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.080670] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.080738] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid66 ] 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.079+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.081+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.082+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.084+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.085+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.087+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.089+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.090+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.092+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.119 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.093+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.095+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.097+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.098+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.100+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.102+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.103+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.104+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.106+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.120 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.107+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-mon[26762]: pgmap v1750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:49.179 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/4006618132' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.936191] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.952894] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/573878022, rc 0 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.953014] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/573878022 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/573878022' anagrp=2 2024-04-24T13:39:49.180 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:48.968283] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:48 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:48] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.000448] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:39:49.181 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.093497] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.112568] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/1822768263, rc 0 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.112660] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/1822768263 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/1822768263' anagrp=3 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.127658] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.149233] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:39:49.182 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.171157] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:39:49.183 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.354 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.109+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.110+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.112+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.113+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.116+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.117+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.118+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.119+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.121+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.122+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.124+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.125+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.355 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.127+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.128+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.130+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.131+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.133+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.135+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.136+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.138+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.140+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.141+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.143+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.144+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.146+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.147+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.356 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.149+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.150+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.152+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.154+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.155+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.157+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.357 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.159+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.160+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.162+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.164+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.165+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.358 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.167+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.168+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.170+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.172+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.173+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.174+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.176+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.177+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.179+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.180+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.182+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.184+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.185+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.187+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.359 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.189+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.190+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.192+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.195574] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.194+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.196+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.197+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.199+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.201+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.202+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.204+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.205+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.207+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.208+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.360 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.210+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.211+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.213+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.214+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.216+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.218+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.220+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.221+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.223+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.224+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.227+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.228+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.229+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.231+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.361 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.232+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.234+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.235+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.237+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.238+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.240+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.242+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.243+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.245+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.247292] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.246+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.248+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.250+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.252+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.362 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.254+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.256+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.257+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.259+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.260+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.262+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.263+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.265+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.267+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.269+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.271+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.272+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.274+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.363 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.276+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.278+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.280+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.282+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.283+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.285+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.287+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.288+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.290+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.291+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.293+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.294+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.296+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.297+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.364 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.299+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.300+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.302+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.303+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.305+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.306+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.308+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.309+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.311+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.313+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.314+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.316+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.318+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.319+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.365 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.321+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.322+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.324+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.326+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.328+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.329+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.330+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.333+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.334+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.335+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.338+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.339+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.340+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.342+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.366 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.343+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.345+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.346+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.348+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.350+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.351+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.353+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.354+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.367 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.356+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:48 smithi096 ceph-mon[51702]: pgmap v1750: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:39:49.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:48 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/4006618132' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:39:49.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.202670] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/2573613756, rc 0 2024-04-24T13:39:49.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.202755] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/2573613756 2024-04-24T13:39:49.431 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/2573613756' anagrp=1 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.218811] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.242348] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:39:49.432 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.265799] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.288181] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.310955] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:39:49.433 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:39:49.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:39:49.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.330735] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:39:49.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:39:49.434 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.353064] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.375723] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:39:49.435 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.398932] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:39:49.436 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.357+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.359+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.360+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.362+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.363+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.365+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.366+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.368+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.369+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.622 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.371+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.372+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.374+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.375+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.377+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.378+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.380+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.381+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.383+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.384+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.386+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.387+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.389+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.623 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.390+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.392+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.393+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.395+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.396+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.398+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.399+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.401+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.402+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.404+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.624 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.405+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.407+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.408+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.410+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.625 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.411+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.413+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.414+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.416+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.417+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.419+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.420+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.422+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.423+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.425+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.426+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.428+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.429+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.626 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.431+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.432+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.434+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.435+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.437+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.438+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.440+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.441+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.443+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.444+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.627 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.446+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.447+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.449+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.450+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.451+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.453+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.454+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.456+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.457+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.459+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.460+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.462+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.463+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.628 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.465+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.466+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.468+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.470172] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.469+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.471+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.472+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.474+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.475+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.477+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.478+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.480+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.481+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.629 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:249: Discovery service process id: 866 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.483+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.484+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.630 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.486+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.488+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.489+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.491+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.493+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.494+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:39:49.631 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 2 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.632 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 3 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 4 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 5 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 6 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.633 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 7 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 8 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 9 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 10 2024-04-24T13:39:49.634 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 11 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 12 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 13 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.635 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 14 2024-04-24T13:39:49.636 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.636 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.636 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.637 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 15 2024-04-24T13:39:49.637 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 16 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 2 2024-04-24T13:39:49.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 3 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 4 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 5 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 6 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 7 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 8 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 9 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 10 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 11 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 12 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 13 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 14 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 15 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 16 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 2 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 3 2024-04-24T13:39:49.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 4 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 5 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 6 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 7 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 8 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 9 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 10 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 11 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 12 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 13 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 14 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 15 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 16 2024-04-24T13:39:49.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: INACCESSIBLE 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: ], , client address: IPv4 172.21.15.162:40294 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 ms_deliver_dispatch: unhandled message 0x563edd0ff180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 ms_deliver_dispatch: unhandled message 0x563edd0edd40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:39:49.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 113 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: 2024-04-24T13:39:49.506+0000 7f1adb278640 0 ms_deliver_dispatch: unhandled message 0x563edd0ff500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.550149] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.574123] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/4215743955, rc 0 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.574201] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/4215743955 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/4215743955' anagrp=1 2024-04-24T13:39:49.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:39:49.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.588852] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:39:49.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:39:49.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:39:49.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:39:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:49.435515] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:39:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:39:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:39:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:39:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:39:49.820 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:39:49.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:39:49.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:39:49.821 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:49] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:39:49.877 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.680401] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/598136032, rc 0 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.680926] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/598136032 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/598136032' anagrp=2 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.695391] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:39:49.878 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.720869] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.743607] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.765189] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:39:49.879 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.794359] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/1279567009, rc 0 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.794836] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/1279567009 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/1279567009' anagrp=3 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.810517] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:39:49.880 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:39:49.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.834404] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:39:49.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:39:49.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:39:49.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.881 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.855969] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.877524] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:39:49.882 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:39:50.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/3289803705' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.898764] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.921914] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:39:50.142 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:39:50.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:50.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:39:50.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.944875] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:39:50.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:39:50.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:39:50.143 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.965881] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:49.986815] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:49 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:49] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:39:50.144 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:50.009374] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:50.045974] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:39:50.145 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:50] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:39:50.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:49 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/3289803705' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:39:50.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:49 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/3289803705' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:39:51.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:50 smithi081 ceph-mon[26762]: pgmap v1751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 767 B/s wr, 29 op/s 2024-04-24T13:39:51.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-mon[51702]: pgmap v1751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 767 B/s wr, 29 op/s 2024-04-24T13:39:51.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:39:50] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:39:51.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:39:51.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:51.388 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:50 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55236 2024-04-24T13:39:51.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:50 smithi162 ceph-mon[54108]: pgmap v1751: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 767 B/s wr, 29 op/s 2024-04-24T13:39:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:39:52] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:39:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:39:52.387 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55244 2024-04-24T13:39:53.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:52 smithi081 ceph-mon[26762]: pgmap v1752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 938 B/s wr, 38 op/s 2024-04-24T13:39:53.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-mon[51702]: pgmap v1752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 938 B/s wr, 38 op/s 2024-04-24T13:39:53.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:52 smithi162 ceph-mon[54108]: pgmap v1752: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 938 B/s wr, 38 op/s 2024-04-24T13:39:55.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-mon[26762]: pgmap v1753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.2 KiB/s wr, 54 op/s 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:39:55] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:39:55.320 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:50840 2024-04-24T13:39:55.321 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:55.008653] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000205 seconds 2024-04-24T13:39:55.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:55 smithi096 ceph-mon[51702]: pgmap v1753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.2 KiB/s wr, 54 op/s 2024-04-24T13:39:55.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-mon[54108]: pgmap v1753: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 1.2 KiB/s wr, 54 op/s 2024-04-24T13:39:55.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:39:55] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:39:55.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: OPTIMIZED 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: OPTIMIZED 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: OPTIMIZED 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: ], , client address: IPv4 172.21.15.162:49786 2024-04-24T13:39:55.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:55.010261] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000249 seconds 2024-04-24T13:39:57.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:57 smithi081 ceph-mon[26762]: pgmap v1754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.2 KiB/s wr, 81 op/s 2024-04-24T13:39:57.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:57 smithi096 ceph-mon[51702]: pgmap v1754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.2 KiB/s wr, 81 op/s 2024-04-24T13:39:57.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:57 smithi162 ceph-mon[54108]: pgmap v1754: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 1.2 KiB/s wr, 81 op/s 2024-04-24T13:39:59.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:39:59 smithi081 ceph-mon[26762]: pgmap v1755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 1.2 KiB/s wr, 85 op/s 2024-04-24T13:39:59.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:39:59 smithi096 ceph-mon[51702]: pgmap v1755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 1.2 KiB/s wr, 85 op/s 2024-04-24T13:39:59.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:39:59 smithi162 ceph-mon[54108]: pgmap v1755: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 249 KiB/s rd, 1.2 KiB/s wr, 85 op/s 2024-04-24T13:40:00.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:00 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:40:00.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:00 smithi081 ceph-mon[26762]: [WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:40:00.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:00 smithi081 ceph-mon[26762]: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:40:00.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:00 smithi081 ceph-mon[26762]: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:40:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:00 smithi096 ceph-mon[51702]: Health detail: HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:40:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:00 smithi096 ceph-mon[51702]: [WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:40:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:00 smithi096 ceph-mon[51702]: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:40:00.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:00 smithi096 ceph-mon[51702]: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:40:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:00 smithi162 ceph-mon[54108]: Health detail: HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:40:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:00 smithi162 ceph-mon[54108]: [WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:40:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:00 smithi162 ceph-mon[54108]: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:40:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:00 smithi162 ceph-mon[54108]: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:40:01.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:01 smithi081 ceph-mon[26762]: pgmap v1756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 135 op/s 2024-04-24T13:40:01.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:01 smithi096 ceph-mon[51702]: pgmap v1756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 135 op/s 2024-04-24T13:40:01.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:01 smithi162 ceph-mon[54108]: pgmap v1756: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 KiB/s wr, 135 op/s 2024-04-24T13:40:03.320 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:03 smithi081 ceph-mon[26762]: pgmap v1757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 938 B/s wr, 106 op/s 2024-04-24T13:40:03.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:03 smithi096 ceph-mon[51702]: pgmap v1757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 938 B/s wr, 106 op/s 2024-04-24T13:40:03.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:03 smithi162 ceph-mon[54108]: pgmap v1757: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 938 B/s wr, 106 op/s 2024-04-24T13:40:05.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:05 smithi081 ceph-mon[26762]: pgmap v1758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 767 B/s wr, 98 op/s 2024-04-24T13:40:05.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:05 smithi096 ceph-mon[51702]: pgmap v1758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 767 B/s wr, 98 op/s 2024-04-24T13:40:05.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:05 smithi162 ceph-mon[54108]: pgmap v1758: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 767 B/s wr, 98 op/s 2024-04-24T13:40:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:07 smithi081 ceph-mon[26762]: pgmap v1759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 511 B/s wr, 82 op/s 2024-04-24T13:40:07.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:07 smithi096 ceph-mon[51702]: pgmap v1759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 511 B/s wr, 82 op/s 2024-04-24T13:40:07.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:07 smithi162 ceph-mon[54108]: pgmap v1759: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 511 B/s wr, 82 op/s 2024-04-24T13:40:09.322 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:09 smithi081 ceph-mon[26762]: pgmap v1760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:40:09.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:09 smithi096 ceph-mon[51702]: pgmap v1760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:40:09.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:09 smithi162 ceph-mon[54108]: pgmap v1760: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 426 B/s wr, 55 op/s 2024-04-24T13:40:11.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:11 smithi081 ceph-mon[26762]: pgmap v1761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 B/s wr, 52 op/s 2024-04-24T13:40:11.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:11 smithi096 ceph-mon[51702]: pgmap v1761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 B/s wr, 52 op/s 2024-04-24T13:40:11.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:11 smithi162 ceph-mon[54108]: pgmap v1761: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 426 B/s wr, 52 op/s 2024-04-24T13:40:13.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:13 smithi096 ceph-mon[51702]: pgmap v1762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:13.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:13 smithi162 ceph-mon[54108]: pgmap v1762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:13.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:13 smithi081 ceph-mon[26762]: pgmap v1762: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:15.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:15 smithi096 ceph-mon[51702]: pgmap v1763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:15.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:15 smithi162 ceph-mon[54108]: pgmap v1763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:15.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:15 smithi081 ceph-mon[26762]: pgmap v1763: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:17.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:17 smithi096 ceph-mon[51702]: pgmap v1764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:17.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:17 smithi162 ceph-mon[54108]: pgmap v1764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:17.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:17 smithi081 ceph-mon[26762]: pgmap v1764: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:19.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:19 smithi096 ceph-mon[51702]: pgmap v1765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:19.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:19 smithi162 ceph-mon[54108]: pgmap v1765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:19.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:19 smithi081 ceph-mon[26762]: pgmap v1765: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:21.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:21 smithi096 ceph-mon[51702]: pgmap v1766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:21.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:21 smithi162 ceph-mon[54108]: pgmap v1766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:21.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:21 smithi081 ceph-mon[26762]: pgmap v1766: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:22.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:22 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:40:22.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:22 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:40:22.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:22 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:40:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:23 smithi096 ceph-mon[51702]: pgmap v1767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:40:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:40:23.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:40:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:23 smithi162 ceph-mon[54108]: pgmap v1767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:23 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:40:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:23 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:40:23.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:23 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:40:23.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:23 smithi081 ceph-mon[26762]: pgmap v1767: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:40:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:40:23.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:40:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:24 smithi096 ceph-mon[51702]: pgmap v1768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:40:24.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:24 smithi096 ceph-mon[51702]: pgmap v1769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:40:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:24 smithi162 ceph-mon[54108]: pgmap v1768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:40:24.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:24 smithi162 ceph-mon[54108]: pgmap v1769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:40:24.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:24 smithi081 ceph-mon[26762]: pgmap v1768: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:40:24.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:24 smithi081 ceph-mon[26762]: pgmap v1769: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:40:26.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:26 smithi096 ceph-mon[51702]: pgmap v1770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:26.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:26 smithi162 ceph-mon[54108]: pgmap v1770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:26.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:26 smithi081 ceph-mon[26762]: pgmap v1770: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:28.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:28 smithi096 ceph-mon[51702]: pgmap v1771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:28.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:28 smithi162 ceph-mon[54108]: pgmap v1771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:28.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:28 smithi081 ceph-mon[26762]: pgmap v1771: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:30.387 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:30 smithi096 ceph-mon[51702]: pgmap v1772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:40:30.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:30 smithi162 ceph-mon[54108]: pgmap v1772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:40:30.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:30 smithi081 ceph-mon[26762]: pgmap v1772: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:40:32.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:32 smithi162 ceph-mon[54108]: pgmap v1773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:32.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:32 smithi096 ceph-mon[51702]: pgmap v1773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:32.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:32 smithi081 ceph-mon[26762]: pgmap v1773: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:40:34.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:34 smithi096 ceph-mon[51702]: pgmap v1774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:40:34.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:34 smithi162 ceph-mon[54108]: pgmap v1774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:40:34.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:34 smithi081 ceph-mon[26762]: pgmap v1774: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:40:36.371 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:36 smithi081 ceph-mon[26762]: pgmap v1775: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:36.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:36 smithi096 ceph-mon[51702]: pgmap v1775: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:36.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:36 smithi162 ceph-mon[54108]: pgmap v1775: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:38.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:38 smithi096 ceph-mon[51702]: pgmap v1776: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:38.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:38 smithi162 ceph-mon[54108]: pgmap v1776: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:38.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:38 smithi081 ceph-mon[26762]: pgmap v1776: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:40.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:40 smithi096 ceph-mon[51702]: pgmap v1777: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:40.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:40 smithi162 ceph-mon[54108]: pgmap v1777: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:40.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:40 smithi081 ceph-mon[26762]: pgmap v1777: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:42.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:42 smithi096 ceph-mon[51702]: pgmap v1778: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:42.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:42 smithi162 ceph-mon[54108]: pgmap v1778: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:42.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:42 smithi081 ceph-mon[26762]: pgmap v1778: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:44.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:44 smithi096 ceph-mon[51702]: pgmap v1779: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:44.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:44 smithi162 ceph-mon[54108]: pgmap v1779: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:44.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:44 smithi081 ceph-mon[26762]: pgmap v1779: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:46.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:46 smithi096 ceph-mon[51702]: pgmap v1780: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:46.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:46 smithi162 ceph-mon[54108]: pgmap v1780: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:46.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:46 smithi081 ceph-mon[26762]: pgmap v1780: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:48.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:48 smithi096 ceph-mon[51702]: pgmap v1781: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:48.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:48 smithi162 ceph-mon[54108]: pgmap v1781: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:48.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:48 smithi081 ceph-mon[26762]: pgmap v1781: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:49.860 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:40:49.860 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:40:49.861 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:40:49.894 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:40:49.894 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:40:49.894 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:39:48 UTC; 1min 1s ago 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84963 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84964 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 85029 (conmon) 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 119.6M 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 2.086s 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85031 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85033 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85049 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:40:49.895 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85097 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─85918 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout: └─85029 /usr/bin/conmon --api-version 1 -c 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec -u 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata -p /run/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 3 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:40:49.896 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:50840 2024-04-24T13:40:49.897 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:39:55 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:39:55.008653] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000205 seconds 2024-04-24T13:40:49.898 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:40:49.926 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 18min ago 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 150.4M 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 18min 39.085s 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:40:49.927 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:40:49.928 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:40:49.929 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:40:49.929 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:40:49.929 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:40:49.929 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55244 2024-04-24T13:40:49.930 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:40:49.961 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:40:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:40:49.961 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:39:48 UTC; 1min 1s ago 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 72303 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 72304 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 72369 (conmon) 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 118.2M 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 1.569s 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─72371 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─72373 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─72389 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─72437 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:40:49.962 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─73237 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: └─72369 /usr/bin/conmon --api-version 1 -c a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb -u a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb/userdata -p /run/containers/storage/overlay-containers/a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: OPTIMIZED 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: states { 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: grp_id: 1 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: state: OPTIMIZED 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: } 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: ], , client address: IPv4 172.21.15.162:49786 2024-04-24T13:40:49.963 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:39:55 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [2024-04-24 13:39:55.010261] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000249 seconds 2024-04-24T13:40:49.964 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:40:50.257 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:40:50.257 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 6m ago 53m smithi081=x;count:1 2024-04-24T13:40:50.257 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 6m ago 53m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:40:50.258 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 1/3 6m ago 48m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:40:50.258 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 6m ago - 2024-04-24T13:40:50.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:50 smithi081 ceph-mon[26762]: pgmap v1782: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:50.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:50 smithi096 ceph-mon[51702]: pgmap v1782: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:50.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:50 smithi162 ceph-mon[54108]: pgmap v1782: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:50.541 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:40:50.541 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 6m ago 47m - - 2024-04-24T13:40:50.541 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (18m) 6m ago 48m 143M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:40:50.541 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 unknown 6m ago 48m - - 1.2.5 1e28a75d580c b071d485e29a 2024-04-24T13:40:50.873 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:40:50.873 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:40:50.873 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:40:50.873 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:40:51.204 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:40:51.204 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:40:51.204 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:40:51.204 INFO:teuthology.orchestra.run.smithi177.stdout: 2 failed cephadm daemon(s) 2024-04-24T13:40:51.204 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:40:51.204 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 35m) 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 54m) 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 50m), 8 in (since 50m) 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: client: 13 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:40:51.205 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:40:51.231 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.245 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.258 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.272 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.286 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.299 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.313 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.327 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.340 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.354 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.367 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.381 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:51 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/167930321' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:40:51.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:51 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/167930321' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:40:51.395 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.408 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.423 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:40:51.424 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.4954435656192503) > weight (0.3333333333333333) 2024-04-24T13:40:51.424 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.6997010524478625) > weight (0.3333333333333333) 2024-04-24T13:40:51.424 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:40:51.424 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:40:51.424 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:40:51.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:51 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/167930321' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:40:51.735 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:40:51 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:40:52.130 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:40:51 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:40:51] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:40:52.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:52 smithi096 ceph-mon[51702]: from='client.16587 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:40:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:52 smithi096 ceph-mon[51702]: from='client.16593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:40:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:52 smithi096 ceph-mon[51702]: pgmap v1783: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:52.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:52 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3141145078' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:40:52.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:52 smithi162 ceph-mon[54108]: from='client.16587 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:40:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:52 smithi162 ceph-mon[54108]: from='client.16593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:40:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:52 smithi162 ceph-mon[54108]: pgmap v1783: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:52.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:52 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3141145078' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:40:52.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:52 smithi081 ceph-mon[26762]: from='client.16587 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:40:52.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:52 smithi081 ceph-mon[26762]: from='client.16593 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:40:52.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:52 smithi081 ceph-mon[26762]: pgmap v1783: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:52.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:52 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3141145078' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:40:54.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:54 smithi096 ceph-mon[51702]: pgmap v1784: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:54.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:54 smithi162 ceph-mon[54108]: pgmap v1784: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:54.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:54 smithi081 ceph-mon[26762]: pgmap v1784: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:56.386 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:56 smithi096 ceph-mon[51702]: pgmap v1785: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:56.390 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:56 smithi162 ceph-mon[54108]: pgmap v1785: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:56.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:56 smithi081 ceph-mon[26762]: pgmap v1785: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:40:58.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:40:58 smithi162 ceph-mon[54108]: pgmap v1786: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:58.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:40:58 smithi081 ceph-mon[26762]: pgmap v1786: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:40:58.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:40:58 smithi096 ceph-mon[51702]: pgmap v1786: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:00.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:00 smithi162 ceph-mon[54108]: pgmap v1787: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:00.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:00 smithi081 ceph-mon[26762]: pgmap v1787: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:00.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:00 smithi096 ceph-mon[51702]: pgmap v1787: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:02.134 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:41:01 smithi162 bash[73689]: time="2024-04-24T13:41:01Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:41:02.135 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:41:01 smithi162 podman[73689]: 2024-04-24 13:41:01.756597841 +0000 UTC m=+10.137837468 container died a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.maintainer=Ceph Developers , io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-type=git, io.openshift.wants=ceph,rbd, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, distribution-scope=public, vendor=Red Hat, Inc., build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, maintainer=Ceph Developers , io.ceph.version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, io.ceph.nvmeof=None, io.spdk.build.makeflags=, com.redhat.component=ubi9-container) 2024-04-24T13:41:02.391 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:02 smithi162 ceph-mon[54108]: pgmap v1788: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:41:02.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:41:02 smithi162 podman[73689]: 2024-04-24 13:41:02.32714284 +0000 UTC m=+10.708382467 container cleanup a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, architecture=x86_64, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, release=, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., url=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, io.ceph.maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.makeflags=, name=ceph-nvmeof, vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:41:02.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:41:02 smithi162 bash[73689]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:41:02.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:02 smithi081 ceph-mon[26762]: pgmap v1788: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:41:02.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:02 smithi096 ceph-mon[51702]: pgmap v1788: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:41:02.798 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:41:02.833 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:41:02.834 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:41:02.834 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 118 secs before reviving 2024-04-24T13:41:04.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:04 smithi081 ceph-mon[26762]: pgmap v1789: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:04.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:04 smithi096 ceph-mon[51702]: pgmap v1789: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:04.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:04 smithi162 ceph-mon[54108]: pgmap v1789: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:06.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:06 smithi081 ceph-mon[26762]: pgmap v1790: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:41:06.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:06 smithi096 ceph-mon[51702]: pgmap v1790: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:41:06.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:06 smithi162 ceph-mon[54108]: pgmap v1790: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:41:08.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:08 smithi081 ceph-mon[26762]: pgmap v1791: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:08.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:08 smithi096 ceph-mon[51702]: pgmap v1791: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:08.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:08 smithi162 ceph-mon[54108]: pgmap v1791: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:10.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:10 smithi081 ceph-mon[26762]: pgmap v1792: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:10.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:10 smithi096 ceph-mon[51702]: pgmap v1792: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:10.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:10 smithi162 ceph-mon[54108]: pgmap v1792: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:12.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-mon[26762]: pgmap v1793: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:41:12.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-mon[26762]: osdmap e97: 8 total, 8 up, 8 in 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:41:12] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:41:12.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:41:12.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:41:12.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:41:12.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:41:12.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:41:12.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:41490 2024-04-24T13:41:12.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:12 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:41:12.091242] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000287 seconds 2024-04-24T13:41:12.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:12 smithi096 ceph-mon[51702]: pgmap v1793: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:41:12.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:12 smithi096 ceph-mon[51702]: osdmap e97: 8 total, 8 up, 8 in 2024-04-24T13:41:12.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:12 smithi162 ceph-mon[54108]: pgmap v1793: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:41:12.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:12 smithi162 ceph-mon[54108]: osdmap e97: 8 total, 8 up, 8 in 2024-04-24T13:41:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:41:13] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:41:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:41:13.569 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:41:13.570 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:41522 2024-04-24T13:41:13.571 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:41:13.159215] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000247 seconds 2024-04-24T13:41:14.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:14 smithi081 ceph-mon[26762]: pgmap v1795: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:14.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:14 smithi096 ceph-mon[51702]: pgmap v1795: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:14.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:14 smithi162 ceph-mon[54108]: pgmap v1795: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:16.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:16 smithi081 ceph-mon[26762]: pgmap v1796: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:16.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:16 smithi096 ceph-mon[51702]: pgmap v1796: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:16.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:16 smithi162 ceph-mon[54108]: pgmap v1796: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:18.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:18 smithi081 ceph-mon[26762]: pgmap v1797: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:18.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:18 smithi096 ceph-mon[51702]: pgmap v1797: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:18.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:18 smithi162 ceph-mon[54108]: pgmap v1797: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:20.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:20 smithi081 ceph-mon[26762]: pgmap v1798: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:20.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:20 smithi096 ceph-mon[51702]: pgmap v1798: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:20.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:20 smithi162 ceph-mon[54108]: pgmap v1798: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:22.443 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:22 smithi162 ceph-mon[54108]: pgmap v1799: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:22.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:22 smithi081 ceph-mon[26762]: pgmap v1799: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:22.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:22 smithi096 ceph-mon[51702]: pgmap v1799: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:23.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:23 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:41:23.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:23 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:41:23.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:23 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:41:24.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:24 smithi081 ceph-mon[26762]: pgmap v1800: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T13:41:24.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:41:24.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:41:24.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:41:24.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:24 smithi096 ceph-mon[51702]: pgmap v1800: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T13:41:24.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:41:24.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:41:24.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:41:24.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:24 smithi162 ceph-mon[54108]: pgmap v1800: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T13:41:24.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:41:24.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:41:24.641 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:41:25.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:25 smithi081 ceph-mon[26762]: pgmap v1801: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:41:25.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:25 smithi081 ceph-mon[26762]: pgmap v1802: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:41:25.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:25 smithi096 ceph-mon[51702]: pgmap v1801: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:41:25.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:25 smithi096 ceph-mon[51702]: pgmap v1802: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:41:25.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:25 smithi162 ceph-mon[54108]: pgmap v1801: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:41:25.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:25 smithi162 ceph-mon[54108]: pgmap v1802: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:41:27.437 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:27 smithi096 ceph-mon[51702]: pgmap v1803: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:27.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:27 smithi081 ceph-mon[26762]: pgmap v1803: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:27.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:27 smithi162 ceph-mon[54108]: pgmap v1803: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:29.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:29 smithi081 ceph-mon[26762]: pgmap v1804: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:29.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:29 smithi096 ceph-mon[51702]: pgmap v1804: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:29.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:29 smithi162 ceph-mon[54108]: pgmap v1804: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:31.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:31 smithi081 ceph-mon[26762]: pgmap v1805: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:31.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:31 smithi096 ceph-mon[51702]: pgmap v1805: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:31.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:31 smithi162 ceph-mon[54108]: pgmap v1805: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:33.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:33 smithi081 ceph-mon[26762]: pgmap v1806: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:33.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:33 smithi096 ceph-mon[51702]: pgmap v1806: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:33.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:33 smithi162 ceph-mon[54108]: pgmap v1806: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:41:35.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:35 smithi081 ceph-mon[26762]: pgmap v1807: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:35.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:35 smithi096 ceph-mon[51702]: pgmap v1807: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:35.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:35 smithi162 ceph-mon[54108]: pgmap v1807: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:41:37.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:37 smithi081 ceph-mon[26762]: pgmap v1808: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:37.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:37 smithi096 ceph-mon[51702]: pgmap v1808: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:37.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:37 smithi162 ceph-mon[54108]: pgmap v1808: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:39.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:39 smithi081 ceph-mon[26762]: pgmap v1809: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:39.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:39 smithi096 ceph-mon[51702]: pgmap v1809: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:39.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:39 smithi162 ceph-mon[54108]: pgmap v1809: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:41.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:41 smithi081 ceph-mon[26762]: pgmap v1810: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:41.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:41 smithi096 ceph-mon[51702]: pgmap v1810: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:41.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:41 smithi162 ceph-mon[54108]: pgmap v1810: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:43.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:43 smithi081 ceph-mon[26762]: pgmap v1811: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:43.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:43 smithi096 ceph-mon[51702]: pgmap v1811: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:43.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:43 smithi162 ceph-mon[54108]: pgmap v1811: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:45.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:45 smithi081 ceph-mon[26762]: pgmap v1812: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:45.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:45 smithi096 ceph-mon[51702]: pgmap v1812: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:45 smithi162 ceph-mon[54108]: pgmap v1812: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:47.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:47 smithi081 ceph-mon[26762]: pgmap v1813: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:47.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:47 smithi096 ceph-mon[51702]: pgmap v1813: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:47.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:47 smithi162 ceph-mon[54108]: pgmap v1813: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:49.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:49 smithi081 ceph-mon[26762]: pgmap v1814: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:49.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:49 smithi096 ceph-mon[51702]: pgmap v1814: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:49.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:49 smithi162 ceph-mon[54108]: pgmap v1814: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:51.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:51 smithi081 ceph-mon[26762]: pgmap v1815: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:51.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:51 smithi096 ceph-mon[51702]: pgmap v1815: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:51.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:51 smithi162 ceph-mon[54108]: pgmap v1815: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:53.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:53 smithi081 ceph-mon[26762]: pgmap v1816: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:53.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:53 smithi096 ceph-mon[51702]: pgmap v1816: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:53.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:53 smithi162 ceph-mon[54108]: pgmap v1816: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:55.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:55 smithi081 ceph-mon[26762]: pgmap v1817: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:55.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:55 smithi096 ceph-mon[51702]: pgmap v1817: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:55.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:55 smithi162 ceph-mon[54108]: pgmap v1817: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:57.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:57 smithi081 ceph-mon[26762]: pgmap v1818: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:57.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:57 smithi096 ceph-mon[51702]: pgmap v1818: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:57.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:57 smithi162 ceph-mon[54108]: pgmap v1818: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:41:59.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:41:59 smithi081 ceph-mon[26762]: pgmap v1819: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:59.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:41:59 smithi096 ceph-mon[51702]: pgmap v1819: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:41:59.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:41:59 smithi162 ceph-mon[54108]: pgmap v1819: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:01.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:01 smithi081 ceph-mon[26762]: pgmap v1820: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:01.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:01 smithi096 ceph-mon[51702]: pgmap v1820: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:01.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:01 smithi162 ceph-mon[54108]: pgmap v1820: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:03.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:03 smithi081 ceph-mon[26762]: pgmap v1821: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:03.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:03 smithi096 ceph-mon[51702]: pgmap v1821: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:03.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:03 smithi162 ceph-mon[54108]: pgmap v1821: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:05.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:05 smithi081 ceph-mon[26762]: pgmap v1822: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:05.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:05 smithi096 ceph-mon[51702]: pgmap v1822: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:05.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:05 smithi162 ceph-mon[54108]: pgmap v1822: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:07.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:07 smithi081 ceph-mon[26762]: pgmap v1823: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:07.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:07 smithi096 ceph-mon[51702]: pgmap v1823: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:07.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:07 smithi162 ceph-mon[54108]: pgmap v1823: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:09.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:09 smithi081 ceph-mon[26762]: pgmap v1824: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:09.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:09 smithi096 ceph-mon[51702]: pgmap v1824: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:09.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:09 smithi162 ceph-mon[54108]: pgmap v1824: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:11.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:11 smithi081 ceph-mon[26762]: pgmap v1825: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:11.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:11 smithi096 ceph-mon[51702]: pgmap v1825: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:11.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:11 smithi162 ceph-mon[54108]: pgmap v1825: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:12.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:12 smithi081 ceph-mon[26762]: pgmap v1826: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:12.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:12 smithi096 ceph-mon[51702]: pgmap v1826: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:12.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:12 smithi162 ceph-mon[54108]: pgmap v1826: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:14.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:14 smithi096 ceph-mon[51702]: pgmap v1827: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:14.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:14 smithi162 ceph-mon[54108]: pgmap v1827: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:15.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:14 smithi081 ceph-mon[26762]: pgmap v1827: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:16.885 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:16 smithi096 ceph-mon[51702]: pgmap v1828: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:16.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:16 smithi162 ceph-mon[54108]: pgmap v1828: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:17.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:16 smithi081 ceph-mon[26762]: pgmap v1828: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:18.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:18 smithi162 ceph-mon[54108]: pgmap v1829: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:19.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:18 smithi081 ceph-mon[26762]: pgmap v1829: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:19.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:18 smithi096 ceph-mon[51702]: pgmap v1829: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:20.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:20 smithi162 ceph-mon[54108]: pgmap v1830: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:21.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:20 smithi081 ceph-mon[26762]: pgmap v1830: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:21.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:20 smithi096 ceph-mon[51702]: pgmap v1830: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:22.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:22 smithi162 ceph-mon[54108]: pgmap v1831: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:23.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:22 smithi081 ceph-mon[26762]: pgmap v1831: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:23.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:22 smithi096 ceph-mon[51702]: pgmap v1831: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:25.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:24 smithi081 ceph-mon[26762]: pgmap v1832: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:25.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:42:25.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:42:25.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:42:25.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:42:25.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:24 smithi096 ceph-mon[51702]: pgmap v1832: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:25.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:42:25.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:42:25.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:42:25.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:42:25.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:24 smithi162 ceph-mon[54108]: pgmap v1832: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:25.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:42:25.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:42:25.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:42:25.141 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:42:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:25 smithi081 ceph-mon[26762]: pgmap v1833: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:42:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:25 smithi081 ceph-mon[26762]: pgmap v1834: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:25 smithi096 ceph-mon[51702]: pgmap v1833: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:42:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:25 smithi096 ceph-mon[51702]: pgmap v1834: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:25 smithi162 ceph-mon[54108]: pgmap v1833: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:42:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:25 smithi162 ceph-mon[54108]: pgmap v1834: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:27.938 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:27 smithi096 ceph-mon[51702]: pgmap v1835: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:28.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:27 smithi081 ceph-mon[26762]: pgmap v1835: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:27 smithi162 ceph-mon[54108]: pgmap v1835: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:30.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:29 smithi081 ceph-mon[26762]: pgmap v1836: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:42:30.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:29 smithi096 ceph-mon[51702]: pgmap v1836: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:42:30.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:29 smithi162 ceph-mon[54108]: pgmap v1836: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:42:32.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:31 smithi081 ceph-mon[26762]: pgmap v1837: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:32.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:31 smithi096 ceph-mon[51702]: pgmap v1837: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:32.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:31 smithi162 ceph-mon[54108]: pgmap v1837: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:34.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:33 smithi081 ceph-mon[26762]: pgmap v1838: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:34.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:33 smithi096 ceph-mon[51702]: pgmap v1838: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:34.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:33 smithi162 ceph-mon[54108]: pgmap v1838: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:42:36.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:35 smithi081 ceph-mon[26762]: pgmap v1839: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:42:36.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:35 smithi096 ceph-mon[51702]: pgmap v1839: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:42:36.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:35 smithi162 ceph-mon[54108]: pgmap v1839: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:42:38.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:37 smithi081 ceph-mon[26762]: pgmap v1840: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:38.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:37 smithi096 ceph-mon[51702]: pgmap v1840: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:38.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:37 smithi162 ceph-mon[54108]: pgmap v1840: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:40.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:39 smithi081 ceph-mon[26762]: pgmap v1841: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:40.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:39 smithi096 ceph-mon[51702]: pgmap v1841: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:40.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:39 smithi162 ceph-mon[54108]: pgmap v1841: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:42.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:41 smithi081 ceph-mon[26762]: pgmap v1842: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:42.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:41 smithi096 ceph-mon[51702]: pgmap v1842: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:42.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:41 smithi162 ceph-mon[54108]: pgmap v1842: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:44.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:43 smithi081 ceph-mon[26762]: pgmap v1843: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:44.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:43 smithi096 ceph-mon[51702]: pgmap v1843: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:44.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:43 smithi162 ceph-mon[54108]: pgmap v1843: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:46.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:45 smithi081 ceph-mon[26762]: pgmap v1844: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:46.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:45 smithi096 ceph-mon[51702]: pgmap v1844: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:46.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:45 smithi162 ceph-mon[54108]: pgmap v1844: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:48.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:47 smithi081 ceph-mon[26762]: pgmap v1845: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:48.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:47 smithi096 ceph-mon[51702]: pgmap v1845: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:48.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:47 smithi162 ceph-mon[54108]: pgmap v1845: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:50.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:49 smithi081 ceph-mon[26762]: pgmap v1846: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:50.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:49 smithi096 ceph-mon[51702]: pgmap v1846: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:50.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:49 smithi162 ceph-mon[54108]: pgmap v1846: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:52.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:51 smithi081 ceph-mon[26762]: pgmap v1847: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:52.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:51 smithi096 ceph-mon[51702]: pgmap v1847: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:52.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:51 smithi162 ceph-mon[54108]: pgmap v1847: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:54.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:53 smithi081 ceph-mon[26762]: pgmap v1848: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:54.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:53 smithi096 ceph-mon[51702]: pgmap v1848: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:54.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:53 smithi162 ceph-mon[54108]: pgmap v1848: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:55.942 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:55 smithi162 ceph-mon[54108]: pgmap v1849: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:56.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:55 smithi081 ceph-mon[26762]: pgmap v1849: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:56.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:55 smithi096 ceph-mon[51702]: pgmap v1849: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:42:57.937 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:57 smithi096 ceph-mon[51702]: pgmap v1850: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:58.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:57 smithi081 ceph-mon[26762]: pgmap v1850: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:42:58.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:57 smithi162 ceph-mon[54108]: pgmap v1850: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:00.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:42:59 smithi081 ceph-mon[26762]: pgmap v1851: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:00.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:42:59 smithi096 ceph-mon[51702]: pgmap v1851: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:00.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:42:59 smithi162 ceph-mon[54108]: pgmap v1851: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:00.835 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:43:00.835 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:43:00.835 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:39:48 UTC; 3min 12s ago 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84963 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84964 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 85029 (conmon) 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 125.0M 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 3min 13.198s 2024-04-24T13:43:00.865 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85031 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85033 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85049 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85097 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─85918 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: └─85029 /usr/bin/conmon --api-version 1 -c 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec -u 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata -p /run/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:43:00.866 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: OPTIMIZED 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:41522 2024-04-24T13:43:00.867 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:41:13 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [2024-04-24 13:41:13.159215] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000247 seconds 2024-04-24T13:43:00.868 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 20min ago 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 150.6M 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 20min 50.220s 2024-04-24T13:43:00.897 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:43:00.898 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:43:00.899 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55244 2024-04-24T13:43:00.900 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:41:02 UTC; 1min 58s ago 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 1min 2.605s 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 72303 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 72304 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.938 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 73662 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 73730 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 73760 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 72369 (code=exited, status=137) 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 13.976s 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:40:51 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[72369]: [24-Apr-2024 13:40:51] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:01 smithi162 bash[73689]: time="2024-04-24T13:41:01Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:01 smithi162 podman[73689]: 2024-04-24 13:41:01.756597841 +0000 UTC m=+10.137837468 container died a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.ceph-release=19.0.0, io.ceph.maintainer=Ceph Developers , io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, vcs-type=git, io.openshift.wants=ceph,rbd, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.version=24.01, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, url=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, distribution-scope=public, vendor=Red Hat, Inc., build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, maintainer=Ceph Developers , io.ceph.version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, io.ceph.nvmeof=None, io.spdk.build.makeflags=, com.redhat.component=ubi9-container) 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 podman[73689]: 2024-04-24 13:41:02.32714284 +0000 UTC m=+10.708382467 container cleanup a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, architecture=x86_64, io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, release=, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., url=https://github.com/ceph/ceph-nvmeof, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.repo=https://github.com/ceph/spdk.git, version=1.2.5, io.ceph.maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.makeflags=, name=ceph-nvmeof, vcs-type=git, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 bash[73689]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:43:00.939 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 podman[73718]: 2024-04-24 13:41:02.628795148 +0000 UTC m=+0.872317337 container remove a0b7419f7528ad7c34a855467fb0f4ed773a1e0202f8c16bba838b395c6762cb (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.component=ubi9-container, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, release=, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.version=24.01, vcs-type=git, distribution-scope=public, io.ceph.maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, org.centos.version=9.0-21.el9, io.ceph.git.branch=tags/1.2.5, io.spdk.build.ceph-release=19.0.0, name=ceph-nvmeof, vendor=Red Hat, Inc., io.spdk.git.branch=undefined, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.summary=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.component=ceph-nvmeof, io.ceph.version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.wants=ceph,rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.buildah.version=1.29.0, io.ceph.url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:43:00.940 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:43:00.940 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:43:00.940 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:43:00.940 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:41:02 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 1min 13.976s CPU time. 2024-04-24T13:43:00.940 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:43:00.941 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:43:01.236 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:43:01.236 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 8m ago 55m smithi081=x;count:1 2024-04-24T13:43:01.237 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 8m ago 56m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:43:01.237 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 1/3 8m ago 50m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:43:01.237 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 8m ago - 2024-04-24T13:43:01.516 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:43:01.517 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 8m ago 49m - - 2024-04-24T13:43:01.517 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (20m) 8m ago 50m 143M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:43:01.517 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 unknown 8m ago 50m - - 1.2.5 1e28a75d580c b071d485e29a 2024-04-24T13:43:01.850 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:43:01.850 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:43:01.850 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:43:01.850 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:43:02.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:01 smithi081 ceph-mon[26762]: pgmap v1852: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:02.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:01 smithi096 ceph-mon[51702]: pgmap v1852: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:02.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:01 smithi162 ceph-mon[54108]: pgmap v1852: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:02.179 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:43:02.179 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: 2 failed cephadm daemon(s) 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 38m) 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 56m) 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 52m), 8 in (since 52m) 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:43:02.180 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:43:02.181 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:43:02.181 INFO:teuthology.orchestra.run.smithi177.stdout: client: 9.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:43:02.181 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:43:02.206 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.219 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.233 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.247 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.261 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.274 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.288 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.301 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.315 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.328 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.342 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.356 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.369 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.383 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.397 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:43:02.397 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:43:02.398 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:43:02.398 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:43:02.400 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:43:02.692 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:02 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:43:02.999 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:02 smithi162 ceph-mon[54108]: from='client.35696 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:43:03.000 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:02 smithi162 ceph-mon[54108]: from='client.16617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:43:03.000 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:02 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2358446236' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:43:03.000 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:02 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/1767266487' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:43:03.000 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:02 smithi162 podman[74155]: 2024-04-24 13:43:02.618721491 +0000 UTC m=+0.019555488 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:43:03.000 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:02 smithi162 podman[74155]: 2024-04-24 13:43:02.732088587 +0000 UTC m=+0.132922559 container create cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., architecture=x86_64, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.version=24.01, io.spdk.build.ceph-release=19.0.0, io.spdk.git.branch=undefined, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, vendor=Red Hat, Inc., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.component=ubi9-container, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, build-date=2024-04-22 08:15:14 UTC, maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, release=, version=1.2.5, io.buildah.version=1.29.0, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.ceph.version=1.2.5) 2024-04-24T13:43:03.000 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 podman[74155]: 2024-04-24 13:43:03.001181281 +0000 UTC m=+0.402015272 container init cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.target-arch=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.spdk.version=24.01, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.component=ubi9-container, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.git.branch=undefined, io.buildah.version=1.29.0, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.version=1.2.5, io.ceph.nvmeof=None, vendor=Red Hat, Inc., io.spdk.build.ceph-release=19.0.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.spdk.build.makeflags=, io.ceph.git.branch=tags/1.2.5, io.ceph.maintainer=Ceph Developers , distribution-scope=public, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, build-date=2024-04-22 08:15:14 UTC, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.pkgdep-args=--rbd, architecture=x86_64, io.ceph.summary=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:43:03.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:02 smithi081 ceph-mon[26762]: from='client.35696 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:43:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:02 smithi081 ceph-mon[26762]: from='client.16617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:43:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:02 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2358446236' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:43:03.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:02 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/1767266487' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:43:03.114 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 73 secs before thrashing 2024-04-24T13:43:03.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:02 smithi096 ceph-mon[51702]: from='client.35696 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:43:03.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:02 smithi096 ceph-mon[51702]: from='client.16617 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:43:03.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:02 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2358446236' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:43:03.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:02 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/1767266487' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:43:03.255 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 podman[74155]: 2024-04-24 13:43:03.004211517 +0000 UTC m=+0.405045505 container start cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, org.centos.version=9.0-21.el9, io.openshift.wants=ceph,rbd, build-date=2024-04-22 08:15:14 UTC, io.ceph.nvmeof=None, maintainer=Ceph Developers , io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.version=1.2.5, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., name=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., release=, io.buildah.version=1.29.0, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.5, vcs-type=git, com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, architecture=x86_64, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.spdk.build.ceph-release=19.0.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.maintainer=Ceph Developers , vendor=Red Hat, Inc., summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.spdk.git.branch=undefined, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public) 2024-04-24T13:43:03.255 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 bash[74155]: cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e 2024-04-24T13:43:03.255 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:43:03.255 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [gateway] 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: group = 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: port = 5500 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: enable_auth = False 2024-04-24T13:43:03.507 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: state_update_notify = True 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: verify_nqns = True 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [gateway-logs] 2024-04-24T13:43:03.508 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: log_level = INFO 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: log_files_enabled = True 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:43:03.511 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [discovery] 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: port = 8009 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [ceph] 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: pool = mypool 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [mtls] 2024-04-24T13:43:03.512 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: server_key = ./server.key 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: client_key = ./client.key 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [spdk] 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: timeout = 60.0 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: log_level = WARNING 2024-04-24T13:43:03.513 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: conn_retries = 10 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: transports = tcp 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: [monitor] 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:63: timeout = 1.0 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO config.py:64: ======================================================================================================== 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.310+0000 7efc1ff535c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.310+0000 7efc1ff535c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:43:03.514 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.310+0000 7efc1ff535c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.312+0000 7efc1ff535c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.313+0000 7efc1ff535c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1ff535c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1ff535c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 55255 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1ff535c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1bef0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1bef0640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.314+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:43:03.515 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.315+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.516 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.517 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.518 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.518 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.518 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.518 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.518 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.518 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.316+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.318+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.319+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:43:03.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.321+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.322+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:351: SPDK process id: 69 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: INFO: Setting log level to WARNING 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.324+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.325+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.327+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.328+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.330+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.522 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.331+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.333+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.334+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.337010] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.337077] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.336+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.337+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.339+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.340+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.342+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.344+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.345+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.347+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.348+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.350+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.523 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.351+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.353+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.354+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.356+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.357+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.359+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.360+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.362+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.364+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.365+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.367+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.368+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.369+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.370+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.372+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.524 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.373+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.375+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.376+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.378+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.379+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.382+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.382+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.384+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.386+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.387+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.388+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.390+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.392+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.394+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.525 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.396+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.396+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.397+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.399+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.400+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.402+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.403+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.405+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.406+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.408+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.409+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.411+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.412+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.413+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.526 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.415+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.416+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.418+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.419+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.421+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.422+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.424+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.425+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.427+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.428+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.429+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.431+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.432+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.434+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.435+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.527 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.437+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.438+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.440+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.441+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.443+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.444+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.446+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.447+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.449+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.451451] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.451+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.453+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.455+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.457+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.459+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.528 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.460+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.462+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.464+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.465+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.467+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.469+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.470+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.472+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.473+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.475+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.478+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.479+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.481+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.482+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.484+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.485+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.529 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.487+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.488+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.490+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.491+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.493+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.494+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.496+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.497+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.499+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.501+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.502+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.504+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.506+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.507+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.509+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.530 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.510+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.531 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.512+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.531 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.513+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.531 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.515+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.531 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.517512] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:43:03.531 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.517+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.757 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-mon[54108]: pgmap v1853: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:03.757 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.519+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.757 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.521+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.757 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.522+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.757 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.524+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.526+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.528+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.529+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.531+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.532+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.534+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.535+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.537+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.538+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.540+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.541+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.758 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.543+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.544+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.546+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.548+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.550+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.759 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.552+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.554+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.555+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.557+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.559+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.561+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.563+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.564+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.566+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.567+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.569+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.570+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.572+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.760 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.573+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.575+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.576+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.577+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.579+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.580+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.582+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.583+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.585+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.586+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.588+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.589+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.591+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.592+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.761 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.594+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.595+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.597+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.598+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.599+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.601+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.602+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.604+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.605+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.607+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.608+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.610+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.611+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.762 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.613+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.763 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.614+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.763 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.616+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.763 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.617+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.763 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.619+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.763 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.620+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.621+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.623+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.624+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.626+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.627+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.629+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.630+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.764 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.632+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.633+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.635+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.636+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.638+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.639+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.641+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.642+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.643+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.645+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.646+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.648+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.649+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.651+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.765 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.652+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.654+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.655+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.657+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.658+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.660+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.661+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.663+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.664+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.666+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.667+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.669+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.670+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.766 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.672+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.673+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.675+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.676+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.678+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.679+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.680+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.682+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.683+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.685+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.686+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.688+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.689+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.691+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.692+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.767 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.694+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.695+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.697+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.698+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.700+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.701+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.703+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.705+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.706+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.708+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.709+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.711+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.712+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.714+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.715+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.718+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.768 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.719+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.721+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.723+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.723+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.725+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.727524] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.727+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.728+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.730+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.731+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.733+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.734+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.769 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.736+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.738+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:249: Discovery service process id: 884 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.739+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:43:03.770 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.741+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.742+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.744+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.746+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.748+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.749+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.751+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:43:03.771 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 2 2024-04-24T13:43:03.773 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 3 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 4 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 5 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.774 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 6 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 7 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 8 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.775 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 9 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 10 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 11 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 12 2024-04-24T13:43:03.776 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 13 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 14 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.777 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 15 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 16 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 2 2024-04-24T13:43:03.778 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 3 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 4 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 5 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.779 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 6 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 7 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 8 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 9 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.780 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 10 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 11 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 12 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.781 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 13 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 14 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 15 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 16 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 2 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 3 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.783 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 4 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 5 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 6 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 7 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.784 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 8 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 9 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 10 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 11 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.785 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 12 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 13 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 14 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 15 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.786 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 16 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: INACCESSIBLE 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: ], , client address: IPv4 172.21.15.162:36562 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 ms_deliver_dispatch: unhandled message 0x561991083180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 ms_deliver_dispatch: unhandled message 0x561991071d40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:43:03.787 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 118 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: 2024-04-24T13:43:03.763+0000 7efc1bef0640 0 ms_deliver_dispatch: unhandled message 0x561991083500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:43:03.788 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.791850] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/4196657352, rc 0 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.791943] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/4196657352 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/4196657352' anagrp=2 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.803065] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:43:04.014 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.831150] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/423040703, rc 0 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.831290] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/423040703 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/423040703' anagrp=3 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.845356] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:43:04.015 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.873979] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:03.972320] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:03 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:03] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.000737] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/571389378, rc 0 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.000843] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/571389378 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/571389378' anagrp=1 2024-04-24T13:43:04.016 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:43:04.017 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.015059] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:43:04.017 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:43:04.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:03 smithi081 ceph-mon[26762]: pgmap v1853: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:04.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:03 smithi096 ceph-mon[51702]: pgmap v1853: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.038173] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.062056] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:43:04.268 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.084981] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.107284] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.129469] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:43:04.269 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:43:04.270 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:43:04.270 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.270 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:43:04.270 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.150872] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:43:04.270 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.172275] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.193459] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.271 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.217230] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.239032] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.260507] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:43:04.272 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:43:04.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:43:04.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:43:04.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:43:04.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:04.296991] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:43:04.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:43:04.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:04] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:43:05.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:04 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/168861664' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:43:05.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:04 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/168861664' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:43:05.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:04 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/168861664' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:43:06.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-mon[26762]: pgmap v1854: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:43:05] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:43:06.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:43:06.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:43:06.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:43:06.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:43:06.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:43:06.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:43:06.070 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:43748 2024-04-24T13:43:06.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:05 smithi096 ceph-mon[51702]: pgmap v1854: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:43:06.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:05 smithi162 ceph-mon[54108]: pgmap v1854: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 85 B/s wr, 4 op/s 2024-04-24T13:43:08.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:07 smithi081 ceph-mon[26762]: pgmap v1855: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1023 B/s wr, 32 op/s 2024-04-24T13:43:08.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:07 smithi096 ceph-mon[51702]: pgmap v1855: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1023 B/s wr, 32 op/s 2024-04-24T13:43:08.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:07 smithi162 ceph-mon[54108]: pgmap v1855: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1023 B/s wr, 32 op/s 2024-04-24T13:43:10.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:09 smithi081 ceph-mon[26762]: pgmap v1856: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.5 KiB/s wr, 42 op/s 2024-04-24T13:43:10.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:09 smithi096 ceph-mon[51702]: pgmap v1856: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.5 KiB/s wr, 42 op/s 2024-04-24T13:43:10.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-mon[54108]: pgmap v1856: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 1.5 KiB/s wr, 42 op/s 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:43:09] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: OPTIMIZED 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:43:10.140 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: OPTIMIZED 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: OPTIMIZED 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: ], , client address: IPv4 172.21.15.162:36590 2024-04-24T13:43:10.141 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:09.714498] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000269 seconds 2024-04-24T13:43:12.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:11 smithi081 ceph-mon[26762]: pgmap v1857: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:43:12.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:11 smithi096 ceph-mon[51702]: pgmap v1857: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:43:12.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:11 smithi162 ceph-mon[54108]: pgmap v1857: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 743 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:43:14.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:13 smithi081 ceph-mon[26762]: pgmap v1858: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.5 KiB/s wr, 71 op/s 2024-04-24T13:43:14.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:13 smithi096 ceph-mon[51702]: pgmap v1858: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.5 KiB/s wr, 71 op/s 2024-04-24T13:43:14.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:13 smithi162 ceph-mon[54108]: pgmap v1858: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 740 KiB/s rd, 2.5 KiB/s wr, 71 op/s 2024-04-24T13:43:16.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:15 smithi081 ceph-mon[26762]: pgmap v1859: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 745 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:43:16.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:15 smithi096 ceph-mon[51702]: pgmap v1859: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 745 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:43:16.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:15 smithi162 ceph-mon[54108]: pgmap v1859: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 745 KiB/s rd, 2.5 KiB/s wr, 72 op/s 2024-04-24T13:43:18.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:17 smithi081 ceph-mon[26762]: pgmap v1860: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:43:18.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:17 smithi096 ceph-mon[51702]: pgmap v1860: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:43:18.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:17 smithi162 ceph-mon[54108]: pgmap v1860: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 2.4 KiB/s wr, 69 op/s 2024-04-24T13:43:20.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:19 smithi081 ceph-mon[26762]: pgmap v1861: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 675 KiB/s rd, 1.5 KiB/s wr, 40 op/s 2024-04-24T13:43:20.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:19 smithi096 ceph-mon[51702]: pgmap v1861: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 675 KiB/s rd, 1.5 KiB/s wr, 40 op/s 2024-04-24T13:43:20.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:19 smithi162 ceph-mon[54108]: pgmap v1861: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 675 KiB/s rd, 1.5 KiB/s wr, 40 op/s 2024-04-24T13:43:22.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:21 smithi081 ceph-mon[26762]: pgmap v1862: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 1023 B/s wr, 32 op/s 2024-04-24T13:43:22.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:21 smithi096 ceph-mon[51702]: pgmap v1862: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 1023 B/s wr, 32 op/s 2024-04-24T13:43:22.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:21 smithi162 ceph-mon[54108]: pgmap v1862: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 1023 B/s wr, 32 op/s 2024-04-24T13:43:24.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:23 smithi081 ceph-mon[26762]: pgmap v1863: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:24.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:23 smithi096 ceph-mon[51702]: pgmap v1863: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:24.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:23 smithi162 ceph-mon[54108]: pgmap v1863: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:25.041 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:24 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:43:25.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:24 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:43:25.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:24 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:43:26.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:25 smithi081 ceph-mon[26762]: pgmap v1864: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:43:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:43:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:25 smithi081 ceph-mon[26762]: pgmap v1865: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:43:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:25 smithi081 ceph-mon[26762]: pgmap v1866: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:26.069 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:25 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:43:26.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:25 smithi096 ceph-mon[51702]: pgmap v1864: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:43:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:43:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:25 smithi096 ceph-mon[51702]: pgmap v1865: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:43:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:25 smithi096 ceph-mon[51702]: pgmap v1866: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:26.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:25 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:43:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:25 smithi162 ceph-mon[54108]: pgmap v1864: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:25 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:43:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:25 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:43:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:25 smithi162 ceph-mon[54108]: pgmap v1865: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:43:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:25 smithi162 ceph-mon[54108]: pgmap v1866: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:26.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:25 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:43:27.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:27 smithi081 ceph-mon[26762]: pgmap v1867: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:27.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:27 smithi096 ceph-mon[51702]: pgmap v1867: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:27.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:27 smithi162 ceph-mon[54108]: pgmap v1867: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:29.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:29 smithi081 ceph-mon[26762]: pgmap v1868: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:29.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:29 smithi096 ceph-mon[51702]: pgmap v1868: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:29.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:29 smithi162 ceph-mon[54108]: pgmap v1868: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:31.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:31 smithi081 ceph-mon[26762]: pgmap v1869: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:31.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:31 smithi096 ceph-mon[51702]: pgmap v1869: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:31.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:31 smithi162 ceph-mon[54108]: pgmap v1869: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:43:33.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:33 smithi081 ceph-mon[26762]: pgmap v1870: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:43:33.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:33 smithi096 ceph-mon[51702]: pgmap v1870: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:43:33.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:33 smithi162 ceph-mon[54108]: pgmap v1870: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.1 KiB/s rd, 1 op/s 2024-04-24T13:43:35.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:35 smithi081 ceph-mon[26762]: pgmap v1871: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:43:35.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:35 smithi096 ceph-mon[51702]: pgmap v1871: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:43:35.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:35 smithi162 ceph-mon[54108]: pgmap v1871: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:43:37.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:37 smithi081 ceph-mon[26762]: pgmap v1872: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:37.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:37 smithi096 ceph-mon[51702]: pgmap v1872: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:37.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:37 smithi162 ceph-mon[54108]: pgmap v1872: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:39.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:39 smithi081 ceph-mon[26762]: pgmap v1873: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:39.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:39 smithi096 ceph-mon[51702]: pgmap v1873: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:39.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:39 smithi162 ceph-mon[54108]: pgmap v1873: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:41.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:41 smithi081 ceph-mon[26762]: pgmap v1874: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:41.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:41 smithi096 ceph-mon[51702]: pgmap v1874: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:41.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:41 smithi162 ceph-mon[54108]: pgmap v1874: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:43.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:43 smithi081 ceph-mon[26762]: pgmap v1875: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:43.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:43 smithi096 ceph-mon[51702]: pgmap v1875: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:43.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:43 smithi162 ceph-mon[54108]: pgmap v1875: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:45 smithi081 ceph-mon[26762]: pgmap v1876: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:45.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:45 smithi096 ceph-mon[51702]: pgmap v1876: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:45.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:45 smithi162 ceph-mon[54108]: pgmap v1876: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:47.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:47 smithi081 ceph-mon[26762]: pgmap v1877: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:47.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:47 smithi096 ceph-mon[51702]: pgmap v1877: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:47.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:47 smithi162 ceph-mon[54108]: pgmap v1877: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:49 smithi081 ceph-mon[26762]: pgmap v1878: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:49.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:49 smithi096 ceph-mon[51702]: pgmap v1878: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:49.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:49 smithi162 ceph-mon[54108]: pgmap v1878: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:51.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:51 smithi081 ceph-mon[26762]: pgmap v1879: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:51.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:51 smithi096 ceph-mon[51702]: pgmap v1879: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:51.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:51 smithi162 ceph-mon[54108]: pgmap v1879: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:53.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:53 smithi081 ceph-mon[26762]: pgmap v1880: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:53.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:53 smithi096 ceph-mon[51702]: pgmap v1880: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:53.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:53 smithi162 ceph-mon[54108]: pgmap v1880: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:55.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:55 smithi081 ceph-mon[26762]: pgmap v1881: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:55.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:55 smithi096 ceph-mon[51702]: pgmap v1881: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:55.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:55 smithi162 ceph-mon[54108]: pgmap v1881: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:57.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:57 smithi081 ceph-mon[26762]: pgmap v1882: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:57 smithi096 ceph-mon[51702]: pgmap v1882: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:57.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:57 smithi162 ceph-mon[54108]: pgmap v1882: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:43:59.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:43:59 smithi081 ceph-mon[26762]: pgmap v1883: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:59.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:43:59 smithi096 ceph-mon[51702]: pgmap v1883: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:43:59.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:43:59 smithi162 ceph-mon[54108]: pgmap v1883: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:01.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:01 smithi081 ceph-mon[26762]: pgmap v1884: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:01.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:01 smithi096 ceph-mon[51702]: pgmap v1884: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:01.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:01 smithi162 ceph-mon[54108]: pgmap v1884: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:03.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:03 smithi081 ceph-mon[26762]: pgmap v1885: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:03.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:03 smithi096 ceph-mon[51702]: pgmap v1885: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:03.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:03 smithi162 ceph-mon[54108]: pgmap v1885: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:05.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:05 smithi081 ceph-mon[26762]: pgmap v1886: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:05.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:05 smithi096 ceph-mon[51702]: pgmap v1886: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:05.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:05 smithi162 ceph-mon[54108]: pgmap v1886: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:07.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:07 smithi081 ceph-mon[26762]: pgmap v1887: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:07.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:07 smithi096 ceph-mon[51702]: pgmap v1887: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:07.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:07 smithi162 ceph-mon[54108]: pgmap v1887: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:09.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:09 smithi081 ceph-mon[26762]: pgmap v1888: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:09.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:09 smithi096 ceph-mon[51702]: pgmap v1888: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:09.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:09 smithi162 ceph-mon[54108]: pgmap v1888: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:11 smithi081 ceph-mon[26762]: pgmap v1889: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:11 smithi096 ceph-mon[51702]: pgmap v1889: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:11.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:11 smithi162 ceph-mon[54108]: pgmap v1889: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:13 smithi081 ceph-mon[26762]: pgmap v1890: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:13 smithi096 ceph-mon[51702]: pgmap v1890: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:13.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:13 smithi162 ceph-mon[54108]: pgmap v1890: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:15.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:15 smithi081 ceph-mon[26762]: pgmap v1891: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:15.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:15 smithi096 ceph-mon[51702]: pgmap v1891: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:15.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:15 smithi162 ceph-mon[54108]: pgmap v1891: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:16.115 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:44:16.116 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:44:16.116 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:44:16.144 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:44:16.144 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:44:16.144 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:39:48 UTC; 4min 27s ago 2024-04-24T13:44:16.144 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84963 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:44:16.144 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84964 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 85029 (conmon) 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 126.5M 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 4min 28.590s 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85031 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85033 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.145 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85049 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─85097 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─85918 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout: └─85029 /usr/bin/conmon --api-version 1 -c 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec -u 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata -p /run/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: states { 2024-04-24T13:44:16.146 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: grp_id: 1 2024-04-24T13:44:16.147 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: state: INACCESSIBLE 2024-04-24T13:44:16.147 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: } 2024-04-24T13:44:16.147 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:43:05 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: ], , client address: IPv4 172.21.15.81:43748 2024-04-24T13:44:16.148 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 22min ago 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 150.9M 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 22min 5.609s 2024-04-24T13:44:16.177 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:16.178 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:16.179 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:39:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55244 2024-04-24T13:44:16.180 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:44:16.212 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:44:16.212 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:43:03 UTC; 1min 13s ago 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 74104 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 74105 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 74170 (conmon) 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 116.4M 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 13.540s 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─74172 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─74174 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.213 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─74191 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─74242 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─75067 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout: └─74170 /usr/bin/conmon --api-version 1 -c cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e -u cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e/userdata -p /run/containers/storage/overlay-containers/cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: OPTIMIZED 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:16.214 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: states { 2024-04-24T13:44:16.215 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: grp_id: 1 2024-04-24T13:44:16.215 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: state: OPTIMIZED 2024-04-24T13:44:16.215 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: } 2024-04-24T13:44:16.215 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: ], , client address: IPv4 172.21.15.162:36590 2024-04-24T13:44:16.215 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:43:09 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [2024-04-24 13:43:09.714498] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000269 seconds 2024-04-24T13:44:16.216 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:44:16.509 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:44:16.509 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 10m ago 56m smithi081=x;count:1 2024-04-24T13:44:16.509 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 10m ago 57m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:44:16.510 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 1/3 10m ago 52m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:44:16.510 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 10m ago - 2024-04-24T13:44:16.793 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:44:16.793 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 error 10m ago 51m - - 2024-04-24T13:44:16.793 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (22m) 10m ago 51m 143M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:44:16.793 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 unknown 10m ago 51m - - 1.2.5 1e28a75d580c b071d485e29a 2024-04-24T13:44:17.127 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 2 failed cephadm daemon(s) 2024-04-24T13:44:17.127 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 2 failed cephadm daemon(s) 2024-04-24T13:44:17.127 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in error state 2024-04-24T13:44:17.127 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.c on smithi162 is in unknown state 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: 2 failed cephadm daemon(s) 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:44:17.459 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 39m) 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 58m) 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 53m), 8 in (since 53m) 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: client: 13 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:44:17.460 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:44:17.485 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.498 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.512 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.525 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.539 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.553 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.567 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:17 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2346735081' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:44:17.580 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.594 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.607 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.621 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:17 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2346735081' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:44:17.634 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:17 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2346735081' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:44:17.648 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.662 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.676 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:44:17.676 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:44:17.677 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:44:17.677 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:44:18.000 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:44:17 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:44:18.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:44:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:44:18] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:44:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:18 smithi081 ceph-mon[26762]: from='client.55297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:44:18.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:18 smithi081 ceph-mon[26762]: from='client.16686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:44:18.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:18 smithi081 ceph-mon[26762]: pgmap v1892: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:18.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:18 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3649817532' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:44:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:18 smithi096 ceph-mon[51702]: from='client.55297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:44:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:18 smithi096 ceph-mon[51702]: from='client.16686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:44:18.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:18 smithi096 ceph-mon[51702]: pgmap v1892: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:18.635 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:18 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3649817532' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:44:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:18 smithi162 ceph-mon[54108]: from='client.55297 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:44:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:18 smithi162 ceph-mon[54108]: from='client.16686 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:44:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:18 smithi162 ceph-mon[54108]: pgmap v1892: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:18.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:18 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3649817532' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:44:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:19 smithi081 ceph-mon[26762]: pgmap v1893: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:19.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:19 smithi096 ceph-mon[51702]: pgmap v1893: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:19 smithi162 ceph-mon[54108]: pgmap v1893: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:21.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:21 smithi081 ceph-mon[26762]: pgmap v1894: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:21.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:21 smithi096 ceph-mon[51702]: pgmap v1894: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:21.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:21 smithi162 ceph-mon[54108]: pgmap v1894: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:23.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:23 smithi081 ceph-mon[26762]: pgmap v1895: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:23.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:23 smithi096 ceph-mon[51702]: pgmap v1895: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:23.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:23 smithi162 ceph-mon[54108]: pgmap v1895: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:25 smithi081 ceph-mon[26762]: pgmap v1896: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:25.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:25 smithi096 ceph-mon[51702]: pgmap v1896: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:25.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:25 smithi162 ceph-mon[54108]: pgmap v1896: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:26.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:26 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:44:26.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:26 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:44:26.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:26 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:44:28.002 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.002 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.002 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.002 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: pgmap v1897: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:28.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:44:28.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:44:28.003 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:27 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: pgmap v1897: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:44:28.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:27 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: pgmap v1897: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:44:28.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:27 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:44:28.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:44:28 smithi081 bash[87119]: time="2024-04-24T13:44:28Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:44:28.319 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:44:28 smithi081 podman[87119]: 2024-04-24 13:44:28.018482846 +0000 UTC m=+10.157455954 container died 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, architecture=x86_64, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, distribution-scope=public, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, release=, io.ceph.version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:44:28.739 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:44:28 smithi081 podman[87119]: 2024-04-24 13:44:28.48913859 +0000 UTC m=+10.628111716 container cleanup 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , release=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.nvmeof=None, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., build-date=2024-04-22 08:15:14 UTC, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, vcs-type=git, io.spdk.build.target-arch=, io.spdk.build.ceph-release=19.0.0, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.ceph.version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined) 2024-04-24T13:44:28.739 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:44:28 smithi081 bash[87119]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:44:28.864 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:44:28.900 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:44:28.900 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:44:28.901 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.3752235021768361) > weight (0.3333333333333333) 2024-04-24T13:44:28.901 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.c 2024-04-24T13:44:28.901 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopping nvmeof.nvmeof.c... 2024-04-24T13:44:28.901 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:44:29.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:28 smithi081 ceph-mon[26762]: pgmap v1898: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:44:29.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:28 smithi081 ceph-mon[26762]: pgmap v1899: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:44:29.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:28 smithi081 ceph-mon[26762]: Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:44:29.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:28 smithi096 ceph-mon[51702]: pgmap v1898: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:44:29.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:28 smithi096 ceph-mon[51702]: pgmap v1899: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:44:29.135 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:28 smithi096 ceph-mon[51702]: Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:44:29.139 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:44:28 smithi162 systemd[1]: Stopping Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:44:29.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:28 smithi162 ceph-mon[54108]: pgmap v1898: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:44:29.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:28 smithi162 ceph-mon[54108]: pgmap v1899: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:44:29.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:28 smithi162 ceph-mon[54108]: Health check update: 1 failed cephadm daemon(s) (CEPHADM_FAILED_DAEMON) 2024-04-24T13:44:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:44:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:44:29] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:44:31.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:30 smithi081 ceph-mon[26762]: pgmap v1900: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:31.137 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:30 smithi096 ceph-mon[51702]: pgmap v1900: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:31.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:30 smithi162 ceph-mon[54108]: pgmap v1900: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:33.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:32 smithi081 ceph-mon[26762]: pgmap v1901: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:33.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:32 smithi096 ceph-mon[51702]: pgmap v1901: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:33.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:32 smithi162 ceph-mon[54108]: pgmap v1901: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:44:35.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:34 smithi081 ceph-mon[26762]: pgmap v1902: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:44:35.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:34 smithi096 ceph-mon[51702]: pgmap v1902: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:44:35.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:34 smithi162 ceph-mon[54108]: pgmap v1902: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1 op/s 2024-04-24T13:44:37.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:36 smithi081 ceph-mon[26762]: pgmap v1903: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:44:37.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:36 smithi096 ceph-mon[51702]: pgmap v1903: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:44:37.140 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:36 smithi162 ceph-mon[54108]: pgmap v1903: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:44:39.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:38 smithi081 ceph-mon[26762]: pgmap v1904: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:39.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:38 smithi096 ceph-mon[51702]: pgmap v1904: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:39.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:38 smithi162 ceph-mon[54108]: pgmap v1904: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:44:39.520 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:44:39 smithi162 bash[75938]: time="2024-04-24T13:44:39Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:44:39.521 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:44:39 smithi162 podman[75938]: 2024-04-24 13:44:39.228075812 +0000 UTC m=+10.134218010 container died cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, release=, io.spdk.git.branch=undefined, maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, version=1.2.5, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, build-date=2024-04-22 08:15:14 UTC, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.build.target-arch=, vcs-type=git, org.centos.version=9.0-21.el9, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:44:39.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:44:39 smithi162 podman[75938]: 2024-04-24 13:44:39.697423073 +0000 UTC m=+10.603565270 container cleanup cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , io.spdk.version=24.01, vendor=Red Hat, Inc., architecture=x86_64, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, io.spdk.build.ceph-release=19.0.0, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, distribution-scope=public, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, io.ceph.version=1.2.5, version=1.2.5, io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, release=, url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:44:39.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:44:39 smithi162 bash[75938]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:44:40.125 DEBUG:teuthology.orchestra.run.smithi162:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service' 2024-04-24T13:44:40.161 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:44:40.161 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Stopped nvmeof.nvmeof.c 2024-04-24T13:44:40.161 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 106 secs before reviving 2024-04-24T13:44:41.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:40 smithi081 ceph-mon[26762]: pgmap v1905: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:44:41.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:40 smithi096 ceph-mon[51702]: pgmap v1905: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:44:41.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:40 smithi162 ceph-mon[54108]: pgmap v1905: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T13:44:42.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:44:42] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:42.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:42.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:44:42.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:42.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:42.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:43258 2024-04-24T13:44:42.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:42 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:44:42.111235] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000553 seconds 2024-04-24T13:44:43.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-mon[51702]: pgmap v1906: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:44:43.385 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-mon[51702]: osdmap e98: 8 total, 8 up, 8 in 2024-04-24T13:44:43.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:44:43] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:44:43.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:43.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:44:43.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:43.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:37292 2024-04-24T13:44:43.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:43 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:44:43.111307] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000596 seconds 2024-04-24T13:44:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:43 smithi162 ceph-mon[54108]: pgmap v1906: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:44:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:43 smithi162 ceph-mon[54108]: osdmap e98: 8 total, 8 up, 8 in 2024-04-24T13:44:43.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:43 smithi081 ceph-mon[26762]: pgmap v1906: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:44:43.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:43 smithi081 ceph-mon[26762]: osdmap e98: 8 total, 8 up, 8 in 2024-04-24T13:44:45.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:45 smithi096 ceph-mon[51702]: pgmap v1908: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:45.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:45 smithi162 ceph-mon[54108]: pgmap v1908: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:45.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:45 smithi081 ceph-mon[26762]: pgmap v1908: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:47.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:47 smithi096 ceph-mon[51702]: pgmap v1909: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:47.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:47 smithi162 ceph-mon[54108]: pgmap v1909: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:47.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:47 smithi081 ceph-mon[26762]: pgmap v1909: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:49.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:49 smithi096 ceph-mon[51702]: pgmap v1910: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:49.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:49 smithi162 ceph-mon[54108]: pgmap v1910: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:49.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:49 smithi081 ceph-mon[26762]: pgmap v1910: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:44:51.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:51 smithi096 ceph-mon[51702]: pgmap v1911: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:51.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:51 smithi162 ceph-mon[54108]: pgmap v1911: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:51.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:51 smithi081 ceph-mon[26762]: pgmap v1911: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:52.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:44:52] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:52.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:37338 2024-04-24T13:44:52.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:52 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:44:52.107797] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000344 seconds 2024-04-24T13:44:53.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-mon[51702]: pgmap v1912: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:53.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-mon[51702]: osdmap e99: 8 total, 8 up, 8 in 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:44:53] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:44:53.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:44:53.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:44:53.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:44:53.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55286 2024-04-24T13:44:53.386 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:44:53.128137] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000659 seconds 2024-04-24T13:44:53.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:53 smithi162 ceph-mon[54108]: pgmap v1912: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:53.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:53 smithi162 ceph-mon[54108]: osdmap e99: 8 total, 8 up, 8 in 2024-04-24T13:44:53.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:53 smithi081 ceph-mon[26762]: pgmap v1912: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:53.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:53 smithi081 ceph-mon[26762]: osdmap e99: 8 total, 8 up, 8 in 2024-04-24T13:44:55.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:55 smithi096 ceph-mon[51702]: pgmap v1914: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:55.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:55 smithi162 ceph-mon[54108]: pgmap v1914: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:55.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:55 smithi081 ceph-mon[26762]: pgmap v1914: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 1 op/s 2024-04-24T13:44:57.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:57 smithi096 ceph-mon[51702]: pgmap v1915: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:44:57.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:57 smithi162 ceph-mon[54108]: pgmap v1915: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:44:57.569 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:57 smithi081 ceph-mon[26762]: pgmap v1915: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:44:59.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:44:59 smithi096 ceph-mon[51702]: pgmap v1916: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:44:59.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:44:59 smithi162 ceph-mon[54108]: pgmap v1916: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:44:59.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:44:59 smithi081 ceph-mon[26762]: pgmap v1916: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:01.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:01 smithi096 ceph-mon[51702]: pgmap v1917: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:01.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:01 smithi162 ceph-mon[54108]: pgmap v1917: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:01.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:01 smithi081 ceph-mon[26762]: pgmap v1917: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:03.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:03 smithi162 ceph-mon[54108]: pgmap v1918: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:03.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:03 smithi081 ceph-mon[26762]: pgmap v1918: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:03.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:03 smithi096 ceph-mon[51702]: pgmap v1918: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:05.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:05 smithi162 ceph-mon[54108]: pgmap v1919: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 0 op/s 2024-04-24T13:45:05.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:05 smithi081 ceph-mon[26762]: pgmap v1919: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 0 op/s 2024-04-24T13:45:05.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:05 smithi096 ceph-mon[51702]: pgmap v1919: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 0 op/s 2024-04-24T13:45:07.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:07 smithi081 ceph-mon[26762]: pgmap v1920: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:07.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:07 smithi096 ceph-mon[51702]: pgmap v1920: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:07.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:07 smithi162 ceph-mon[54108]: pgmap v1920: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:09.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:09 smithi081 ceph-mon[26762]: pgmap v1921: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:09.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:09 smithi096 ceph-mon[51702]: pgmap v1921: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:09.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:09 smithi162 ceph-mon[54108]: pgmap v1921: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:11.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:11 smithi081 ceph-mon[26762]: pgmap v1922: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:11.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:11 smithi096 ceph-mon[51702]: pgmap v1922: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:11.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:11 smithi162 ceph-mon[54108]: pgmap v1922: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:13.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:13 smithi081 ceph-mon[26762]: pgmap v1923: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:13.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:13 smithi096 ceph-mon[51702]: pgmap v1923: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:13.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:13 smithi162 ceph-mon[54108]: pgmap v1923: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:15.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:15 smithi081 ceph-mon[26762]: pgmap v1924: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:15.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:15 smithi096 ceph-mon[51702]: pgmap v1924: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:15.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:15 smithi162 ceph-mon[54108]: pgmap v1924: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:17.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:17 smithi081 ceph-mon[26762]: pgmap v1925: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:17.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:17 smithi096 ceph-mon[51702]: pgmap v1925: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:17.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:17 smithi162 ceph-mon[54108]: pgmap v1925: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:19.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:19 smithi081 ceph-mon[26762]: pgmap v1926: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:19.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:19 smithi096 ceph-mon[51702]: pgmap v1926: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:19.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:19 smithi162 ceph-mon[54108]: pgmap v1926: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:21.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:21 smithi081 ceph-mon[26762]: pgmap v1927: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:21.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:21 smithi096 ceph-mon[51702]: pgmap v1927: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:21.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:21 smithi162 ceph-mon[54108]: pgmap v1927: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:23.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:23 smithi081 ceph-mon[26762]: pgmap v1928: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:23.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:23 smithi096 ceph-mon[51702]: pgmap v1928: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:23.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:23 smithi162 ceph-mon[54108]: pgmap v1928: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:25.442 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:25 smithi162 ceph-mon[54108]: pgmap v1929: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:25.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:25 smithi081 ceph-mon[26762]: pgmap v1929: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:25.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:25 smithi096 ceph-mon[51702]: pgmap v1929: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:27.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:27 smithi081 ceph-mon[26762]: pgmap v1930: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:27.627 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:27 smithi162 ceph-mon[54108]: pgmap v1930: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:27.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:27 smithi096 ceph-mon[51702]: pgmap v1930: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:28.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:28 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:45:28.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:28 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:45:28.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:28 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:45:29.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:29 smithi096 ceph-mon[51702]: pgmap v1931: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:29.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:29 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:45:29.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:29 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:45:29.536 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:29 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:45:29.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:29 smithi081 ceph-mon[26762]: pgmap v1931: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:29.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:45:29.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:45:29.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:45:29.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:29 smithi162 ceph-mon[54108]: pgmap v1931: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:29.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:29 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:45:29.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:29 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:45:29.640 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:29 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:45:30.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:30 smithi081 ceph-mon[26762]: pgmap v1932: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:45:30.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:30 smithi081 ceph-mon[26762]: pgmap v1933: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:45:30.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:30 smithi096 ceph-mon[51702]: pgmap v1932: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:45:30.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:30 smithi096 ceph-mon[51702]: pgmap v1933: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:45:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:30 smithi162 ceph-mon[54108]: pgmap v1932: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 KiB/s rd, 0 op/s 2024-04-24T13:45:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:30 smithi162 ceph-mon[54108]: pgmap v1933: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 op/s 2024-04-24T13:45:32.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:32 smithi081 ceph-mon[26762]: pgmap v1934: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:32 smithi096 ceph-mon[51702]: pgmap v1934: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:32 smithi162 ceph-mon[54108]: pgmap v1934: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:34.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:34 smithi081 ceph-mon[26762]: pgmap v1935: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:34.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:34 smithi096 ceph-mon[51702]: pgmap v1935: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:34.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:34 smithi162 ceph-mon[54108]: pgmap v1935: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:36.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:36 smithi081 ceph-mon[26762]: pgmap v1936: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:36.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:36 smithi096 ceph-mon[51702]: pgmap v1936: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:36.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:36 smithi162 ceph-mon[54108]: pgmap v1936: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:38 smithi081 ceph-mon[26762]: pgmap v1937: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:38.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:38 smithi096 ceph-mon[51702]: pgmap v1937: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:38 smithi162 ceph-mon[54108]: pgmap v1937: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:45:40.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:40 smithi081 ceph-mon[26762]: pgmap v1938: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:40.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:40 smithi096 ceph-mon[51702]: pgmap v1938: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:40.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:40 smithi162 ceph-mon[54108]: pgmap v1938: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 0 op/s 2024-04-24T13:45:42.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:42 smithi081 ceph-mon[26762]: pgmap v1939: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:42.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:42 smithi096 ceph-mon[51702]: pgmap v1939: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:42.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:42 smithi162 ceph-mon[54108]: pgmap v1939: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:44.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:44 smithi081 ceph-mon[26762]: pgmap v1940: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:44.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:44 smithi096 ceph-mon[51702]: pgmap v1940: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:44.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:44 smithi162 ceph-mon[54108]: pgmap v1940: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:46.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:46 smithi081 ceph-mon[26762]: pgmap v1941: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:46.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:46 smithi096 ceph-mon[51702]: pgmap v1941: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:46.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:46 smithi162 ceph-mon[54108]: pgmap v1941: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:48.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:48 smithi081 ceph-mon[26762]: pgmap v1942: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:48.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:48 smithi096 ceph-mon[51702]: pgmap v1942: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:48.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:48 smithi162 ceph-mon[54108]: pgmap v1942: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:50.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:50 smithi081 ceph-mon[26762]: pgmap v1943: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:50.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:50 smithi096 ceph-mon[51702]: pgmap v1943: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:50.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:50 smithi162 ceph-mon[54108]: pgmap v1943: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:52.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:52 smithi081 ceph-mon[26762]: pgmap v1944: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:52.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:52 smithi096 ceph-mon[51702]: pgmap v1944: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:52.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:52 smithi162 ceph-mon[54108]: pgmap v1944: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:54.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:54 smithi081 ceph-mon[26762]: pgmap v1945: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:54.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:54 smithi096 ceph-mon[51702]: pgmap v1945: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:54.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:54 smithi162 ceph-mon[54108]: pgmap v1945: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:56.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:56 smithi081 ceph-mon[26762]: pgmap v1946: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:56.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:56 smithi096 ceph-mon[51702]: pgmap v1946: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:56.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:56 smithi162 ceph-mon[54108]: pgmap v1946: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:45:58.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:45:58 smithi081 ceph-mon[26762]: pgmap v1947: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:58.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:45:58 smithi096 ceph-mon[51702]: pgmap v1947: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:45:58.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:45:58 smithi162 ceph-mon[54108]: pgmap v1947: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:00.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:00 smithi081 ceph-mon[26762]: pgmap v1948: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:00.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:00 smithi096 ceph-mon[51702]: pgmap v1948: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:00.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:00 smithi162 ceph-mon[54108]: pgmap v1948: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:02.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:02 smithi081 ceph-mon[26762]: pgmap v1949: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:02.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:02 smithi096 ceph-mon[51702]: pgmap v1949: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:02.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:02 smithi162 ceph-mon[54108]: pgmap v1949: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:04.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:04 smithi081 ceph-mon[26762]: pgmap v1950: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:04.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:04 smithi096 ceph-mon[51702]: pgmap v1950: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:04.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:04 smithi162 ceph-mon[54108]: pgmap v1950: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:06.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:06 smithi081 ceph-mon[26762]: pgmap v1951: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:06.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:06 smithi096 ceph-mon[51702]: pgmap v1951: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:06.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:06 smithi162 ceph-mon[54108]: pgmap v1951: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:08.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:08 smithi081 ceph-mon[26762]: pgmap v1952: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:08.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:08 smithi096 ceph-mon[51702]: pgmap v1952: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:08.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:08 smithi162 ceph-mon[54108]: pgmap v1952: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:10.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:10 smithi081 ceph-mon[26762]: pgmap v1953: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:10.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:10 smithi096 ceph-mon[51702]: pgmap v1953: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:10.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:10 smithi162 ceph-mon[54108]: pgmap v1953: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:12.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:12 smithi081 ceph-mon[26762]: pgmap v1954: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:12.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:12 smithi096 ceph-mon[51702]: pgmap v1954: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:12.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:12 smithi162 ceph-mon[54108]: pgmap v1954: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:14.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:14 smithi081 ceph-mon[26762]: pgmap v1955: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:14.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:14 smithi096 ceph-mon[51702]: pgmap v1955: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:14.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:14 smithi162 ceph-mon[54108]: pgmap v1955: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:16.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:16 smithi081 ceph-mon[26762]: pgmap v1956: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:16.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:16 smithi096 ceph-mon[51702]: pgmap v1956: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:16.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:16 smithi162 ceph-mon[54108]: pgmap v1956: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:18.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:18 smithi081 ceph-mon[26762]: pgmap v1957: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:18.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:18 smithi096 ceph-mon[51702]: pgmap v1957: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:18.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:18 smithi162 ceph-mon[54108]: pgmap v1957: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:20.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:20 smithi081 ceph-mon[26762]: pgmap v1958: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:20.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:20 smithi096 ceph-mon[51702]: pgmap v1958: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:20.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:20 smithi162 ceph-mon[54108]: pgmap v1958: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:22.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:22 smithi081 ceph-mon[26762]: pgmap v1959: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:22.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:22 smithi096 ceph-mon[51702]: pgmap v1959: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:22.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:22 smithi162 ceph-mon[54108]: pgmap v1959: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:24.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:24 smithi081 ceph-mon[26762]: pgmap v1960: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:24.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:24 smithi096 ceph-mon[51702]: pgmap v1960: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:24.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:24 smithi162 ceph-mon[54108]: pgmap v1960: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:26.162 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:46:26.162 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:46:26.162 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:46:26.199 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:44:28 UTC; 1min 57s ago 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 4min 29.481s 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84963 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 84964 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87092 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87566 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87595 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 85029 (code=exited, status=137) 2024-04-24T13:46:26.200 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 4min 41.060s 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:18 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[85029]: [24-Apr-2024 13:44:18] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 bash[87119]: time="2024-04-24T13:44:28Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 podman[87119]: 2024-04-24 13:44:28.018482846 +0000 UTC m=+10.157455954 container died 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, architecture=x86_64, io.spdk.git.branch=undefined, org.centos.version=9.0-21.el9, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, distribution-scope=public, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, name=ceph-nvmeof, release=, io.ceph.version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.wants=ceph,rbd, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.buildah.version=1.29.0, io.ceph.git.branch=tags/1.2.5, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.build.makeflags=, maintainer=Ceph Developers , url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 podman[87119]: 2024-04-24 13:44:28.48913859 +0000 UTC m=+10.628111716 container cleanup 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.component=ceph-nvmeof, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, version=1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , release=, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.buildah.version=1.29.0, io.ceph.nvmeof=None, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., build-date=2024-04-22 08:15:14 UTC, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.spdk.build.makeflags=, org.centos.version=9.0-21.el9, maintainer=Ceph Developers , io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.pkgdep-args=--rbd, io.spdk.version=24.01, vcs-type=git, io.spdk.build.target-arch=, io.spdk.build.ceph-release=19.0.0, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, architecture=x86_64, io.ceph.version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.git.repo=https://github.com/ceph/spdk.git, url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.branch=undefined) 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 bash[87119]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 podman[87554]: 2024-04-24 13:44:28.740683986 +0000 UTC m=+0.722701784 container remove 4d3e7581e45e5fcb757105eee66bf7fa639375cc325e24e2aa1cf87e6a2794ec (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., org.centos.version=9.0-21.el9, architecture=x86_64, io.ceph.git.branch=tags/1.2.5, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., distribution-scope=public, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, io.ceph.nvmeof=None, io.ceph.component=ceph-nvmeof, io.spdk.build.makeflags=, io.ceph.version=1.2.5, io.buildah.version=1.29.0, release=, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.version=24.01, io.spdk.build.ceph-release=19.0.0, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.branch=undefined, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vendor=Red Hat, Inc., io.spdk.build.target-arch=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.maintainer=Ceph Developers , io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:46:26.201 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:44:28 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 4min 41.060s CPU time. 2024-04-24T13:46:26.202 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:46:26.202 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 24min ago 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 150.9M 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 24min 15.837s 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:46:26.235 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:46:26.236 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55286 2024-04-24T13:46:26.237 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:44:53 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:44:53.128137] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000659 seconds 2024-04-24T13:46:26.238 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:46:26.275 INFO:teuthology.orchestra.run.smithi162.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:46:26.275 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:46:26.275 INFO:teuthology.orchestra.run.smithi162.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:44:40 UTC; 1min 46s ago 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Duration: 1min 25.826s 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 74104 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 74105 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 75911 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 75984 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 76013 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 74170 (code=exited, status=137) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 37.166s 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[74170]: [24-Apr-2024 13:44:29] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c/nvmeof-log.gz 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:39 smithi162 bash[75938]: time="2024-04-24T13:44:39Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c in 10 seconds, resorting to SIGKILL" 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:39 smithi162 podman[75938]: 2024-04-24 13:44:39.228075812 +0000 UTC m=+10.134218010 container died cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, release=, io.spdk.git.branch=undefined, maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, version=1.2.5, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, architecture=x86_64, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, build-date=2024-04-22 08:15:14 UTC, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.component=ubi9-container, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.component=ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, url=https://github.com/ceph/ceph-nvmeof, io.spdk.version=24.01, io.spdk.build.target-arch=, vcs-type=git, org.centos.version=9.0-21.el9, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.spdk.build.pkgdep-args=--rbd, io.ceph.url=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:46:26.276 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:39 smithi162 podman[75938]: 2024-04-24 13:44:39.697423073 +0000 UTC m=+10.603565270 container cleanup cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.git.branch=tags/1.2.5, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, io.spdk.git.repo=https://github.com/ceph/spdk.git, vcs-type=git, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , io.spdk.version=24.01, vendor=Red Hat, Inc., architecture=x86_64, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, com.redhat.component=ubi9-container, io.spdk.build.ceph-release=19.0.0, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., build-date=2024-04-22 08:15:14 UTC, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, distribution-scope=public, io.ceph.nvmeof=None, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.wants=ceph,rbd, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, io.ceph.version=1.2.5, version=1.2.5, io.spdk.build.pkgdep-args=--rbd, summary=Ceph NVMe over Fabrics Gateway, release=, url=https://github.com/ceph/ceph-nvmeof) 2024-04-24T13:46:26.277 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:39 smithi162 bash[75938]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c 2024-04-24T13:46:26.277 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:39 smithi162 podman[75969]: 2024-04-24 13:44:39.982404079 +0000 UTC m=+0.754543043 container remove cc87f6161c725eea778ddcdbe7134002a477e4866de3799c393b8291c8425d1e (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, name=ceph-nvmeof, io.ceph.version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, summary=Ceph NVMe over Fabrics Gateway, io.ceph.url=https://github.com/ceph/ceph-nvmeof, maintainer=Ceph Developers , io.ceph.maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, com.redhat.component=ubi9-container, architecture=x86_64, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.ceph.summary=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.spdk.git.branch=undefined, io.ceph.git.branch=tags/1.2.5, io.spdk.version=24.01, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, vcs-type=git, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.ceph-release=19.0.0, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, url=https://github.com/ceph/ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.nvmeof=None, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, release=, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.ceph.component=ceph-nvmeof, build-date=2024-04-22 08:15:14 UTC, io.spdk.build.makeflags=, version=1.2.5) 2024-04-24T13:46:26.277 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:39 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:46:26.277 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:40 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Failed with result 'exit-code'. 2024-04-24T13:46:26.277 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:40 smithi162 systemd[1]: Stopped Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:46:26.277 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:44:40 smithi162 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service: Consumed 1min 37.166s CPU time. 2024-04-24T13:46:26.277 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:46:26.278 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:46:26.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:26 smithi081 ceph-mon[26762]: pgmap v1961: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:26.575 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:46:26.575 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 119s ago 59m smithi081=x;count:1 2024-04-24T13:46:26.575 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 119s ago 59m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:46:26.575 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 119s ago 54m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:46:26.575 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 119s ago - 2024-04-24T13:46:26.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:26 smithi096 ceph-mon[51702]: pgmap v1961: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:26.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:26 smithi162 ceph-mon[54108]: pgmap v1961: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:46:26.859 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:46:26.859 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 unknown 119s ago 53m - - 1.2.5 1e28a75d580c 4d3e7581e45e 2024-04-24T13:46:26.859 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (24m) 2m ago 53m 146M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:46:26.859 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (3m) 2m ago 53m 106M - 1.2.5 1e28a75d580c cc87f6161c72 2024-04-24T13:46:27.193 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:46:27.193 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:46:27.193 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in unknown state 2024-04-24T13:46:27.521 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:46:27.521 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:46:27.521 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 41m) 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 60m) 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 55m), 8 in (since 56m) 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:46:27.522 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:46:27.523 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:46:27.523 INFO:teuthology.orchestra.run.smithi177.stdout: client: 3.0 KiB/s rd, 0 op/s rd, 0 op/s wr 2024-04-24T13:46:27.523 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:46:27.548 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.561 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:27 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3851103076' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:46:27.575 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.588 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.601 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.615 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.628 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:27 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3851103076' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:46:27.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:27 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3851103076' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:46:27.642 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.655 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.669 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.683 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.697 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.710 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.724 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.738 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:46:27.738 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:46:27.739 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:46:27.739 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:46:27.741 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:46:28.047 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:27 smithi081 systemd[1]: Starting Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:46:28.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-mon[26762]: pgmap v1962: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-mon[26762]: from='client.35789 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:46:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-mon[26762]: from='client.35795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:46:28.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2153131866' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:46:28.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 podman[87867]: 2024-04-24 13:46:27.953574478 +0000 UTC m=+0.019103652 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:46:28.318 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 podman[87867]: 2024-04-24 13:46:28.144205914 +0000 UTC m=+0.209735133 container create 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.target-arch=, build-date=2024-04-22 08:15:14 UTC, io.ceph.url=https://github.com/ceph/ceph-nvmeof, com.redhat.component=ubi9-container, vcs-type=git, version=1.2.5, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, url=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, distribution-scope=public, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , architecture=x86_64, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.makeflags=, io.spdk.git.branch=undefined, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.spdk.build.ceph-release=19.0.0, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, release=, io.buildah.version=1.29.0, io.openshift.wants=ceph,rbd, io.ceph.git.branch=tags/1.2.5, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, name=ceph-nvmeof, vendor=Red Hat, Inc., org.centos.version=9.0-21.el9) 2024-04-24T13:46:28.450 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.c 2024-04-24T13:46:28.450 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.c:Restarting nvmeof.nvmeof.c (starting--it wasn't running)... 2024-04-24T13:46:28.450 DEBUG:teuthology.orchestra.run.smithi162:nvmeof.nvmeof.c> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:46:28.453 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:46:28.516 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:28 smithi162 ceph-mon[54108]: pgmap v1962: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:28.516 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:28 smithi162 ceph-mon[54108]: from='client.35789 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:46:28.516 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:28 smithi162 ceph-mon[54108]: from='client.35795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:46:28.516 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:28 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2153131866' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:46:28.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 podman[87867]: 2024-04-24 13:46:28.359635569 +0000 UTC m=+0.425164753 container init 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.spdk.build.target-arch=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.buildah.version=1.29.0, release=, io.spdk.build.pkgdep-args=--rbd, io.openshift.wants=ceph,rbd, io.spdk.version=24.01, io.ceph.git.branch=tags/1.2.5, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, version=1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.makeflags=, summary=Ceph NVMe over Fabrics Gateway, vendor=Red Hat, Inc., com.redhat.component=ubi9-container, maintainer=Ceph Developers , io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, vcs-type=git, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.spdk.build.ceph-release=19.0.0, org.centos.version=9.0-21.el9, io.ceph.component=ceph-nvmeof, io.ceph.maintainer=Ceph Developers , description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, name=ceph-nvmeof, io.ceph.nvmeof=None, build-date=2024-04-22 08:15:14 UTC, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway) 2024-04-24T13:46:28.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 podman[87867]: 2024-04-24 13:46:28.362631745 +0000 UTC m=+0.428160919 container start 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.buildah.version=1.29.0, io.spdk.git.branch=undefined, summary=Ceph NVMe over Fabrics Gateway, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.openshift.wants=ceph,rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, vendor=Red Hat, Inc., release=, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.spdk.build.ceph-release=19.0.0, maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.target-arch=, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.pkgdep-args=--rbd, io.ceph.git.branch=tags/1.2.5, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.git.repo=https://github.com/ceph/spdk.git, distribution-scope=public, io.ceph.url=https://github.com/ceph/ceph-nvmeof, vcs-type=git, version=1.2.5, io.ceph.version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.build.makeflags=, io.ceph.maintainer=Ceph Developers , com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, architecture=x86_64, io.ceph.nvmeof=None, build-date=2024-04-22 08:15:14 UTC, io.ceph.component=ceph-nvmeof, io.spdk.version=24.01, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, name=ceph-nvmeof) 2024-04-24T13:46:28.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 bash[87867]: 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 2024-04-24T13:46:28.602 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 systemd[1]: Started Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:46:28.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:28 smithi096 ceph-mon[51702]: pgmap v1962: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:28.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:28 smithi096 ceph-mon[51702]: from='client.35789 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:46:28.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:28 smithi096 ceph-mon[51702]: from='client.35795 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:46:28.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:28 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2153131866' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:46:28.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:28 smithi162 systemd[1]: Starting Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:46:28.782 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:28 smithi162 podman[76359]: 2024-04-24 13:46:28.669750514 +0000 UTC m=+0.018778944 image pull 1e28a75d580c74b11f925e76dc82340e3f08e46059dae9cb7f7eb18a2240cd44 quay.io/ceph/nvmeof:1.2.5 2024-04-24T13:46:28.853 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a, using rotation 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [gateway] 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: name = client.nvmeof.nvmeof.a 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: group = 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: port = 5500 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: enable_auth = False 2024-04-24T13:46:28.854 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: state_update_notify = True 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: verify_nqns = True 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: 2024-04-24T13:46:28.855 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [gateway-logs] 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: log_level = INFO 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: log_files_enabled = True 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:46:28.857 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [discovery] 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: addr = 172.21.15.81 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: port = 8009 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [ceph] 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: pool = mypool 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: id = nvmeof.nvmeof.a 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [mtls] 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: server_key = ./server.key 2024-04-24T13:46:28.858 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: client_key = ./client.key 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [spdk] 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: timeout = 60.0 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: log_level = WARNING 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: conn_retries = 10 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: transports = tcp 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: 2024-04-24T13:46:28.859 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: [monitor] 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:63: timeout = 1.0 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO config.py:64: ======================================================================================================== 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.a 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:144: MonitorGroup server is listening on 172.21.15.81:5499 for group id 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.656+0000 7f1ce3f3e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.656+0000 7f1ce3f3e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.a pool:mypool group: address: 172.21.15.81:5500 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.656+0000 7f1ce3f3e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.659+0000 7f1ce3f3e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.659+0000 7f1ce3f3e5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1ce3f3e5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1ce3f3e5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 16731 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1ce3f3e5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:46:28.860 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1cdfedb640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1cdfedb640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.660+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 2 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:133: Gateway client.nvmeof.nvmeof.a group id=2 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.861 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.862 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.863 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.863 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.863 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.866 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.867 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.662+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.663+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.664+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.665+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.667+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:351: SPDK process id: 69 2024-04-24T13:46:28.868 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.669+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: INFO: Setting log level to WARNING 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:28] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.670+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.672+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.673+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.674+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.676+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.677+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.679+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.680+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:28.682361] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:28.682424] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:46:28.869 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.682+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.683+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.685+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.686+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.688+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.689+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.691+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.692+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.694+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.695+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.696+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.698+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.699+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.701+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.870 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.702+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.704+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.705+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.707+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.708+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.710+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.711+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.713+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.714+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.716+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.717+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.719+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.720+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.721+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.871 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.723+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.724+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.726+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.727+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.729+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.730+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.732+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.733+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.735+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.736+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.738+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.739+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.741+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.742+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.872 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.744+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.745+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.747+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.748+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.750+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.751+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.753+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.754+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.756+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.757+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.759+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.760+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.761+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.763+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.764+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.873 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.766+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.767+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.769+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.770+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.772+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.773+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.775+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.776+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.778+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.779+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.781+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.782+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.784+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.785+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.874 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.787+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.788+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.790+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.791+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.793+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.794+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:28.796175] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.796+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.798+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.799+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.801+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.803+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.804+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.806+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.807+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.809+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.875 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.810+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.812+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.813+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.815+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.816+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.818+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.819+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.821+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.822+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.824+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.825+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.827+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.829+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.831+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.832+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.876 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.834+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.835+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.837+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.838+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.839+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.841+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.842+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.844+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.845+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.847+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.848+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.850+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.851+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.853+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.854+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.877 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.856+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.857+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.859+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.860+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.862+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.863+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.865+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:28.878 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.866+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.868+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.869+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.871+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.872+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.874+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:28.876179] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:46:29.104 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.875+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.877+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.879+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.881+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.883+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.884+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.886+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.888+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.889+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.105 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.891+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.106 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.892+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.894+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.895+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.897+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.898+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.900+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.901+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.903+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.905+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.906+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.908+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.910+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.912+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.107 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.913+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.915+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.917+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.919+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.921+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.922+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.924+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.925+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.927+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.928+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.930+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.931+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.933+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.108 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.934+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.936+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.937+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.939+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.940+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.942+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.943+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.945+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.946+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.948+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.949+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.950+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.952+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.953+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.955+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.109 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.956+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.958+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.959+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.961+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.962+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.964+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.965+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.967+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.968+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.970+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.971+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.973+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.974+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.110 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.976+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.977+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.979+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.980+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.982+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.983+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.985+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.986+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.988+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.989+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.991+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.992+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.111 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.994+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.995+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:28 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.997+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:28.998+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.000+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.001+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.003+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.004+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.006+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.007+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.009+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.010+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.012+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.013+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.112 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.015+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.016+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.018+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.019+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.021+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.022+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.024+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.025+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.027+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.028+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.030+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.031+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.033+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.034+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.036+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.037+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.113 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.039+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.040+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.042+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.043+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.114 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.045+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.046+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.048+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.049+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.051+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.052+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.054+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.055+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.057+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.058+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.060+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.061+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.063+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.064+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.066+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.115 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.067+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.069+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.070+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.072+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.073+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.075123] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.075+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.076+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.078+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.079+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.081+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.082+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.084+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.085+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO server.py:249: Discovery service process id: 899 2024-04-24T13:46:29.116 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.087+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.089+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.090+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.092+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.117 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.093+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.095+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.097+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.098+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.100+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:46:29.118 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:46:29.135 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:28 smithi162 podman[76359]: 2024-04-24 13:46:28.784643276 +0000 UTC m=+0.133671725 container create 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.ceph.component=ceph-nvmeof, vendor=Red Hat, Inc., vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.buildah.version=1.29.0, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.version=1.2.5, vcs-type=git, build-date=2024-04-22 08:15:14 UTC, io.ceph.maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , distribution-scope=public, io.ceph.nvmeof=None, io.ceph.git.branch=tags/1.2.5, io.spdk.git.branch=undefined, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.target-arch=, release=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, url=https://github.com/ceph/ceph-nvmeof, name=ceph-nvmeof) 2024-04-24T13:46:29.136 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 podman[76359]: 2024-04-24 13:46:29.00391841 +0000 UTC m=+0.352946837 container init 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, io.ceph.nvmeof=None, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.build.ceph-release=19.0.0, vendor=Red Hat, Inc., org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, distribution-scope=public, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, summary=Ceph NVMe over Fabrics Gateway, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., maintainer=Ceph Developers , io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.version=1.2.5, name=ceph-nvmeof, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.branch=tags/1.2.5, build-date=2024-04-22 08:15:14 UTC, com.redhat.component=ubi9-container, version=1.2.5, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, vcs-type=git, url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.pkgdep-args=--rbd, io.ceph.component=ceph-nvmeof, io.buildah.version=1.29.0, org.centos.version=9.0-21.el9, io.spdk.build.makeflags=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.target-arch=, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.ceph.maintainer=Ceph Developers , io.openshift.wants=ceph,rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.git.branch=undefined, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2) 2024-04-24T13:46:29.136 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 podman[76359]: 2024-04-24 13:46:29.007723512 +0000 UTC m=+0.356751922 container start 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.ceph-release=19.0.0, release=, io.buildah.version=1.29.0, io.spdk.version=24.01, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Ceph NVMe over Fabrics Gateway, com.redhat.component=ubi9-container, build-date=2024-04-22 08:15:14 UTC, vendor=Red Hat, Inc., io.openshift.wants=ceph,rbd, io.spdk.git.repo=https://github.com/ceph/spdk.git, io.spdk.build.target-arch=, io.spdk.git.branch=undefined, url=https://github.com/ceph/ceph-nvmeof, version=1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, org.centos.version=9.0-21.el9, io.ceph.version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, vcs-type=git, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, distribution-scope=public, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, io.spdk.build.pkgdep-args=--rbd, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, maintainer=Ceph Developers , io.ceph.component=ceph-nvmeof, name=ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.build.makeflags=) 2024-04-24T13:46:29.136 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 bash[76359]: 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 2024-04-24T13:46:29.142 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 66 secs before thrashing 2024-04-24T13:46:29.367 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-mon[26762]: pgmap v1963: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:29.367 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:46:29.367 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-mon[26762]: from='client.? 172.21.15.81:0/3701105665' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 1 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 2 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:46:29.368 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 4 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 5 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 6 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.369 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 7 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 8 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 9 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.370 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 10 2024-04-24T13:46:29.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.371 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 11 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 12 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 13 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.372 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 14 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 15 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 16 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 1 2024-04-24T13:46:29.373 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 2 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 4 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.374 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 5 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 6 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 7 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 8 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.375 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 9 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 10 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 11 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 12 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 13 2024-04-24T13:46:29.376 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 14 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 15 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 16 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:29.377 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 1 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 2 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 4 2024-04-24T13:46:29.378 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 5 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 6 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 7 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.379 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 8 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 9 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 10 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 11 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.380 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 12 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 13 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 14 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 15 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.381 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 16 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: INACCESSIBLE 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: ], , client address: IPv4 172.21.15.81:52788 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 ms_deliver_dispatch: unhandled message 0x5647a064f180 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:46:29.382 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:46:29.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 ms_deliver_dispatch: unhandled message 0x5647a063dd40 mon_map magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:46:29.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:46:29.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:46:29.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:46:29.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:46:29.383 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: 2024-04-24T13:46:29.118+0000 7f1cdfedb640 0 ms_deliver_dispatch: unhandled message 0x5647a064f500 nvmeofgwmap magic: 0 from mon.0 v2:172.21.15.81:3300/0 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO discovery.py:330: discovery addr: 172.21.15.81 port: 8009 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.160650] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.81:0/2814270807, rc 0 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.160890] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.81:0/2814270807 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.81:0/2814270807' anagrp=1 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.174581] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.384 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.207492] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.220056] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.237650] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.81:0/1879294425, rc 0 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.237787] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.81:0/1879294425 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.81:0/1879294425' anagrp=3 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.254276] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:46:29.385 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.299301] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.81:0/2121246234, rc 0 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.299387] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.81:0/2121246234 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.81:0/2121246234' anagrp=2 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.313350] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.386 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:46:29.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-mon[54108]: pgmap v1963: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:29.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:46:29.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-mon[54108]: from='client.? 172.21.15.81:0/3701105665' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 systemd[1]: Started Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO utils.py:258: Initialize gateway log level to "INFO" 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO utils.py:271: Log files will be saved in /var/log/ceph/nvmeof-client.nvmeof.nvmeof.c, using rotation 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:57: Using configuration file /src/ceph-nvmeof.conf 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:59: ====================================== Configuration file content ====================================== 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: # This file is generated by cephadm. 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [gateway] 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: name = client.nvmeof.nvmeof.c 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: group = 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:46:29.388 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: port = 5500 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: enable_auth = False 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: state_update_notify = True 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: state_update_interval_sec = 5 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: enable_spdk_discovery_controller = False 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: enable_prometheus_exporter = True 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: prometheus_exporter_ssl = False 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: prometheus_port = 10008 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: verify_nqns = True 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: omap_file_lock_duration = 60 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: omap_file_lock_retries = 15 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: omap_file_lock_retry_sleep_interval = 5 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: omap_file_update_reloads = 10 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [gateway-logs] 2024-04-24T13:46:29.389 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: log_level = INFO 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: log_files_enabled = True 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: log_files_rotation_enabled = True 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: verbose_log_messages = True 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: max_log_file_size_in_mb = 10 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: max_log_files_count = 20 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: max_log_directory_backups = 10 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: log_directory = /var/log/ceph/ 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [discovery] 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: addr = 172.21.15.162 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: port = 8009 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [ceph] 2024-04-24T13:46:29.390 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: pool = mypool 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: config_file = /etc/ceph/ceph.conf 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: id = nvmeof.nvmeof.c 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [mtls] 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: server_key = ./server.key 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: client_key = ./client.key 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: server_cert = ./server.crt 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: client_cert = ./client.crt 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [spdk] 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: tgt_path = /usr/local/bin/nvmf_tgt 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: rpc_socket_dir = /var/tmp/ 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: rpc_socket_name = spdk.sock 2024-04-24T13:46:29.391 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: timeout = 60.0 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: bdevs_per_cluster = 32 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: log_level = WARNING 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: conn_retries = 10 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: transports = tcp 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: transport_tcp_options = {"in_capsule_data_size": 8192, "max_io_qpairs_per_ctrlr": 7} 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: [monitor] 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:63: timeout = 1.0 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO config.py:64: ======================================================================================================== 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:88: Starting gateway client.nvmeof.nvmeof.c 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:218: Starting /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:144: MonitorGroup server is listening on 172.21.15.162:5499 for group id 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.320+0000 7f16e3ecc5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() 2024-04-24T13:46:29.392 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.320+0000 7f16e3ecc5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() gateway name: client.nvmeof.nvmeof.c pool:mypool group: address: 172.21.15.162:5500 2024-04-24T13:46:29.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.320+0000 7f16e3ecc5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() nvmeof Registered monc callback 2024-04-24T13:46:29.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.323+0000 7f16e3ecc5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() monc.authentication done 2024-04-24T13:46:29.393 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.323+0000 7f16e3ecc5c0 0 nvmeofgw void NVMeofGwMonitorClient::tick() 2024-04-24T13:46:29.395 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16e3ecc5c0 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16e3ecc5c0 0 nvmeofgw void NVMeofGwMonitorClient::send_beacon() sending beacon as gid 55393 availability 0 osdmap_epoch 0 gwmap_epoch 0 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16e3ecc5c0 0 nvmeofgw int NVMeofGwMonitorClient::init() Complete. 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16dfe69640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.a -> NvmeGwState { group id: 2 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.b -> NvmeGwState { group id: 1 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [OPTIMIZED ,0,OPTIMIZED ,0,OPTIMIZED ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }} 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16dfe69640 0 nvmeofgw bool get_gw_state(const char*, const std::map, std::__cxx11::basic_string >, std::map, NvmeGwState> >&, const NvmeGroupKey&, const NvmeGwId&, NvmeGwState&) can not find group (mypool,) old map map: {} 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.324+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_group_id: 0 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:133: Gateway client.nvmeof.nvmeof.c group id=0 2024-04-24T13:46:29.396 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:147: Stopping the MonitorGroup server... 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.325+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.397 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.398 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 1 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 2 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 3 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.399 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 4 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 5 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 6 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 7 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 8 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 9 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 10 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 11 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 12 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 13 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 14 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 15 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.400 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) grpid 16 state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.326+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.328+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.329+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:150: The MonitorGroup gRPC server stopped... 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:330: SPDK Target Path: /usr/local/bin/nvmf_tgt 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:332: SPDK Socket: /var/tmp/spdk.sock 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:338: Starting /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.330+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:351: SPDK process id: 69 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:352: Attempting to initialize SPDK: rpc_socket: /var/tmp/spdk.sock, conn_retries: 300, timeout: 60.0 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: INFO: Setting log level to WARNING 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO client.py:110: Setting log level to WARNING 2024-04-24T13:46:29.401 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.332+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.333+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.335+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.336+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.338+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.339+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.341+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.342+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.344+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.345101] Starting SPDK v24.01 / DPDK 23.11.0 initialization... 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.345157] [ DPDK EAL parameters: nvmf --no-shconf -c 0x1 --no-pci --huge-unlink --no-telemetry --log-level=lib.eal:6 --log-level=lib.cryptodev:5 --log-level=user1:6 --iova-mode=pa --base-virtaddr=0x200000000000 --match-allocations --file-prefix=spdk_pid69 ] 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.345+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.347+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.402 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.348+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.350+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.351+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.353+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.354+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.356+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.357+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.359+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.361+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.362+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.364+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.365+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.367+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.368+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.370+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.403 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.372+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.373+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.375+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.376+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.378+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.379+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.381+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.382+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.384+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.385+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.387+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.388+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.390+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.391+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.404 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.393+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.621 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.383670] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:46:29.621 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:46:29.621 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:46:29.621 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:46:29.621 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.433286] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.455404] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.476559] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:46:29.622 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.501187] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.521849] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.623 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.545549] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.569232] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:46:29.624 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.593404] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.614986] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.625 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:46:29.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:29 smithi096 ceph-mon[51702]: pgmap v1963: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 op/s 2024-04-24T13:46:29.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:29 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:46:29.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:29 smithi096 ceph-mon[51702]: from='client.? 172.21.15.81:0/3701105665' entity='client.nvmeof.nvmeof.a' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:46:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.394+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.396+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.397+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.399+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.400+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.638 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.402+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.403+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.405+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.406+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.408+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.409+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.411+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.413+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.414+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.416+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.639 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.418+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.419+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.421+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.422+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.424+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.425+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.427+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.428+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.430+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.431+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.433+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.435+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.436+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.438+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.439+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.441+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.442+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.444+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.445+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.447+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.448+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.450+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.451+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.453+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.454+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.456+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.458508] app.c: 798:spdk_app_start: *NOTICE*: Total cores available: 1 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.457+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.459+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.461+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.463+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.465+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.466+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.468+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.469+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.471+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.472+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.474+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.475+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.477+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.478+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.480+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.482+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.483+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.485+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.487+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.643 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.488+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.490+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.492+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.493+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.495+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.496+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.498+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.499+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.501+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.502+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.504+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.505+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.507+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.508+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.510+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.644 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.511787] reactor.c: 937:reactor_run: *NOTICE*: Reactor started on core 0 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.511+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.513+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.515+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.517+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.519+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.521+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.522+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.524+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.526+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.528+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.530+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.531+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.532+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.645 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.534+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.536+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.537+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.539+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.540+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.542+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.544+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.546+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.548+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.550+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.552+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.553+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.555+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.557+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.646 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.558+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.560+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.562+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.563+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.565+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.566+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.568+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.569+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.571+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.572+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.574+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.647 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.575+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.577+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.578+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.580+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.581+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.583+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.584+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.586+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.587+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.589+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.590+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.648 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.592+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.593+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.595+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.596+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.598+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.599+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.601+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.602+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.604+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.605+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.607+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.608+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.610+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.649 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.611+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.613+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.614+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.616+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.617+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.619+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.620+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.622+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.623+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.625+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.626+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.628+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.629+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.631+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.650 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.632+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.634+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.635+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.637+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.638+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.640+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.641+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.651 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.643+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.644+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.646+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.647+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.649+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.650+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.652+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.653+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.655+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.656+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.658+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.659+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.661+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.662+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.663+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.665+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.666+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.668+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.669+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.671+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.672+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.674+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.675+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.677+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.678+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.680+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.681+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.683+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.684+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.686+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.892 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.687+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.689+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.690+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.692+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.693+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.695+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.696+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.698+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.699+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.701+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.702+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.703+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.705+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.706+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.893 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.708+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.709+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.711+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.712+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.714+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.715+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.716+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.718+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.719+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.721+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.722+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.724+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.725+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.727+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.894 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.728+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.730+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.731+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.733+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.734452] tcp.c: 659:nvmf_tcp_create: *NOTICE*: *** TCP Transport Init *** 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.734+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.736+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.737+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.895 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.739+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.740+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.742+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.743+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.745+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.746+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:249: Discovery service process id: 880 2024-04-24T13:46:29.896 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:245: Starting ceph nvmeof discovery service 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:78: Using NVMeoF gateway version 1.2.5 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:81: Using SPDK version 24.01 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:84: Using vstart cluster version based on 19.0.0 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:87: NVMeoF gateway built on: 2024-04-22 08:15:14 UTC 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:90: NVMeoF gateway Git repository: https://github.com/ceph/ceph-nvmeof 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:93: NVMeoF gateway Git branch: tags/1.2.5 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:96: NVMeoF gateway Git commit: bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:102: SPDK Git repository: https://github.com/ceph/spdk.git 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:105: SPDK Git branch: undefined 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:108: SPDK Git commit: dade5b4c96a647e63ef96d9a5e05f3b64ea0598a 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.748+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.750+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.751+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.897 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.753+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.754+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.756+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.758+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO cephutils.py:72: Connected to Ceph with version "19.0.0-2513-g1c8eaaed (1c8eaaed171338ca430801cd2a0de955426cce1d) squid (dev)" 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:117: Requested huge pages count is 2048 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:136: Actual huge pages count is 4096 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:221: NVMeoF bdevs per cluster: 32 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.759+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) GRPC set_ana_state failed 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO state.py:355: nvmeof.state OMAP object already exists. 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO discovery.py:322: log pages info from omap: nvmeof.state 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO server.py:193: Prometheus endpoint is enabled 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.898 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 2 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 3 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 4 2024-04-24T13:46:29.899 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 5 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 6 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 7 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.900 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 8 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 9 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 10 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 11 2024-04-24T13:46:29.901 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 12 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 13 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.902 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 14 2024-04-24T13:46:29.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.903 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 15 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 16 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.904 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 2 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 3 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 4 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 5 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.905 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 6 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 7 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 8 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.906 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 9 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 10 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 11 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 12 2024-04-24T13:46:29.907 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 13 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 14 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 15 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.908 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 16 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 2 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.909 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 3 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 4 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 5 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.910 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 6 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 7 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 8 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 9 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.911 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 10 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 11 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 12 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 13 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.912 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 14 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 15 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 16 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: INACCESSIBLE 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: ], , client address: IPv4 172.21.15.162:49654 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode1 not found 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode2 not found 2024-04-24T13:46:29.913 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] WARNING grpc.py:2035: Subsystem nqn.2016-06.io.spdk:cnode3 not found 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode1, enable_ha: True, context: None 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.766+0000 7f16dfe69640 0 ms_deliver_dispatch: unhandled message 0x5562165e3180 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.766+0000 7f16dfe69640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 4 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.766+0000 7f16dfe69640 0 ms_deliver_dispatch: unhandled message 0x5562165d1d40 mon_map magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.767+0000 7f16dfe69640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 41 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.767+0000 7f16dfe69640 0 nvmeofgw virtual bool NVMeofGwMonitorClient::ms_dispatch2(ceph::ref_t&) got map type 2048 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.767+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) handle nvmeof gw map: {mypool,=NvmeGwMap 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: nvmeofgw { == gw_id: client.nvmeof.nvmeof.c -> NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }}}} 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.767+0000 7f16dfe69640 0 nvmeofgw void NVMeofGwMonitorClient::handle_nvmeof_gw_map(ceph::ref_t) got_old_gw_state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] }got_new_gw_state: NvmeGwState { group id: 0 gw_map_epoch 124 GwSubsystems: [ NqnState( nqn: nqn.2016-06.io.spdk:cnode1, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode2, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) NqnState( nqn: nqn.2016-06.io.spdk:cnode3, [INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0,INACCESSIBLE ,0] ) ] } 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: 2024-04-24T13:46:29.767+0000 7f16dfe69640 0 ms_deliver_dispatch: unhandled message 0x5562165e3500 nvmeofgwmap magic: 0 from mon.1 v2:172.21.15.162:3300/0 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO prometheus.py:98: Prometheus exporter running in http mode, listening on port 10008 2024-04-24T13:46:29.914 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO discovery.py:330: discovery addr: 172.21.15.162 port: 8009 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:2603: Received request to get gateway's info 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO prometheus.py:131: Stats for all bdevs will be provided 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode3, enable_ha: True, context: None 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.810422] nvmf_rpc.c: 275:rpc_nvmf_get_subsystems: *WARNING*: rpc_nvmf_get_subsystems: deprecated feature listener.transport is deprecated in favor of trtype to be removed in v24.05 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:2362: Received request to list the subsystem, context: None 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:496: Received request to create subsystem nqn.2016-06.io.spdk:cnode2, enable_ha: True, context: None 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:1918: Received request to list connections for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 from mypool/myimage14 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.890520] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_3_0, nonce 172.21.15.162:0/145607159, rc 0 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.890620] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_3_0, nonce 172.21.15.162:0/145607159 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:281: Allocated cluster name='cluster_context_3_0' nonce='172.21.15.162:0/145607159' anagrp=3 2024-04-24T13:46:29.915 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 1 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.637316] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:46:30.068 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:29.673975] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.81 port 4420 *** 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:46:30.069 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:29 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:29] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:46:30.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.904758] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 rbd disk to lun 2024-04-24T13:46:30.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_4d05b646-c6e8-409c-980a-74e28c74ffe0 to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 4 and UUID 4d05b646-c6e8-409c-980a-74e28c74ffe0 2024-04-24T13:46:30.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:46:30.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 from mypool/myimage1 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.164 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.924850] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_2_0, nonce 172.21.15.162:0/646442864, rc 0 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.924994] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_2_0, nonce 172.21.15.162:0/646442864 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:281: Allocated cluster name='cluster_context_2_0' nonce='172.21.15.162:0/646442864' anagrp=2 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 1 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.939807] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 rbd disk to lun 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_f2c60854-7286-4f6c-90c8-31610a8c7a61 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 1 and UUID f2c60854-7286-4f6c-90c8-31610a8c7a61 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1, ana group 1 context: None 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd from mypool/myimage3 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.971042] bdev_rbd.c:1278:rbd_register_cluster: *NOTICE*: rbd_register_cluster cluster_context_1_0, nonce 172.21.15.162:0/3037066816, rc 0 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.971246] bdev_rbd.c: 968:dump_cluster_nonce: *NOTICE*: dump_cluster_nonce cluster_context_1_0, nonce 172.21.15.162:0/3037066816 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:281: Allocated cluster name='cluster_context_1_0' nonce='172.21.15.162:0/3037066816' anagrp=1 2024-04-24T13:46:30.165 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 1 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:29.986008] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd rbd disk to lun 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:749: Received request to add bdev_1d272790-74d9-4ae3-8a9f-69a5037749fd to nqn.2016-06.io.spdk:cnode1 with ANA group id 1 using NSID 3 and UUID 1d272790-74d9-4ae3-8a9f-69a5037749fd 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3, ana group 2 context: None 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:305: Received request to create bdev bdev_29be7a39-503d-426c-ba4e-56142df97ee7 from mypool/myimage13 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:29 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:29] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 2 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.007343] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 rbd disk to lun 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_29be7a39-503d-426c-ba4e-56142df97ee7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 2 using NSID 3 and UUID 29be7a39-503d-426c-ba4e-56142df97ee7 2024-04-24T13:46:30.166 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 from mypool/myimage12 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 2 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.032901] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 rbd disk to lun 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_f7d8435c-0b9b-477e-a8b0-06a14bc541e7 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 2 and UUID f7d8435c-0b9b-477e-a8b0-06a14bc541e7 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_6c33bc95-2f5c-43be-9de8-42a108238091 from mypool/myimage2 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 2 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.056895] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 rbd disk to lun 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_6c33bc95-2f5c-43be-9de8-42a108238091 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 2 and UUID 6c33bc95-2f5c-43be-9de8-42a108238091 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b from mypool/myimage9 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 3 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.077763] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b rbd disk to lun 2024-04-24T13:46:30.167 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_56b2cd30-29c9-402b-be7a-15a5a66cd36b to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 4 and UUID 56b2cd30-29c9-402b-be7a-15a5a66cd36b 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3, ana group 3 context: None 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_fd839cc0-e890-45e0-a554-214d052371cb from mypool/myimage11 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 3 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.098808] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_fd839cc0-e890-45e0-a554-214d052371cb rbd disk to lun 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_fd839cc0-e890-45e0-a554-214d052371cb to nqn.2016-06.io.spdk:cnode3 with ANA group id 3 using NSID 1 and UUID fd839cc0-e890-45e0-a554-214d052371cb 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1, ana group 2 context: None 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 from mypool/myimage4 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 3 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.120301] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 rbd disk to lun 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_714e93f0-6ae0-4c13-b925-77ffa91c48b3 to nqn.2016-06.io.spdk:cnode1 with ANA group id 2 using NSID 4 and UUID 714e93f0-6ae0-4c13-b925-77ffa91c48b3 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_10f523b6-9b89-41fe-be98-cb4038981898 from mypool/myimage7 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.168 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 4 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.143936] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_10f523b6-9b89-41fe-be98-cb4038981898 rbd disk to lun 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_10f523b6-9b89-41fe-be98-cb4038981898 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 2 and UUID 10f523b6-9b89-41fe-be98-cb4038981898 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1, ana group 3 context: None 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 from mypool/myimage5 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 4 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.166907] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 rbd disk to lun 2024-04-24T13:46:30.169 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_711f44cd-0629-45f5-b133-bbcb3f651dc5 to nqn.2016-06.io.spdk:cnode1 with ANA group id 3 using NSID 5 and UUID 711f44cd-0629-45f5-b133-bbcb3f651dc5 2024-04-24T13:46:30.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:46:30.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:46:30.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:30 smithi096 ceph-mon[51702]: pgmap v1964: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1 op/s 2024-04-24T13:46:30.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:30 smithi096 ceph-mon[51702]: pgmap v1965: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1 op/s 2024-04-24T13:46:30.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:46:30.535 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:30 smithi096 ceph-mon[51702]: from='client.? 172.21.15.162:0/2648972267' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:46:30.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:46:30.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:46:30.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:30 smithi081 ceph-mon[26762]: pgmap v1964: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1 op/s 2024-04-24T13:46:30.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:30 smithi081 ceph-mon[26762]: pgmap v1965: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1 op/s 2024-04-24T13:46:30.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:46:30.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:30 smithi081 ceph-mon[26762]: from='client.? 172.21.15.162:0/2648972267' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:46:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:46:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:46:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-mon[54108]: pgmap v1964: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.8 KiB/s rd, 1 op/s 2024-04-24T13:46:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-mon[54108]: pgmap v1965: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 KiB/s rd, 1 op/s 2024-04-24T13:46:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:46:30.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-mon[54108]: from='client.? 172.21.15.162:0/2648972267' entity='client.nvmeof.nvmeof.c' cmd={"prefix":"mon versions"} : dispatch 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2, ana group 3 context: None 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb from mypool/myimage8 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_3_0' number bdevs: 5 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.190387] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb rbd disk to lun 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_2c999c67-10b8-4b73-affd-3b352a0bdbbb to nqn.2016-06.io.spdk:cnode2 with ANA group id 3 using NSID 3 and UUID 2c999c67-10b8-4b73-affd-3b352a0bdbbb 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2, ana group 2 context: None 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_f379f472-563c-4e57-9737-53576e3db619 from mypool/myimage10 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.640 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_2_0' number bdevs: 5 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.211569] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_f379f472-563c-4e57-9737-53576e3db619 rbd disk to lun 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_f379f472-563c-4e57-9737-53576e3db619 to nqn.2016-06.io.spdk:cnode2 with ANA group id 2 using NSID 5 and UUID f379f472-563c-4e57-9737-53576e3db619 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2, ana group 1 context: None 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 from mypool/myimage6 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 4 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.234147] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 rbd disk to lun 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 to nqn.2016-06.io.spdk:cnode2 with ANA group id 1 using NSID 1 and UUID d8c1b5ad-2fc9-4b9d-8b87-a4cb670279b7 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:903: Received request to add a namespace using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3, ana group 1 context: None 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:305: Received request to create bdev bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 from mypool/myimage15 (size 0 MiB) with block size 512, will not create image if doesn't exist 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:240: get_cluster cluster_name='cluster_context_1_0' number bdevs: 5 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.255617] bdev_rbd.c:1438:bdev_rbd_create: *NOTICE*: Add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 rbd disk to lun 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:749: Received request to add bdev_5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 to nqn.2016-06.io.spdk:cnode3 with ANA group id 1 using NSID 5 and UUID 5350d5c8-9374-4ea4-9e01-d7f44f7f6d90 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode2, context: None 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode1, context: None 2024-04-24T13:46:30.641 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:1713: Received request to allow any host access for nqn.2016-06.io.spdk:cnode3, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.81:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.81:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.162:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:30.292116] tcp.c: 951:nvmf_tcp_listen: *NOTICE*: *** NVMe/TCP Target Listening on 172.21.15.162 port 4420 *** 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.96:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.96:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi081 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.81:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode1 at 172.21.15.162:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi162 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode2 at 172.21.15.162:4420, context: None 2024-04-24T13:46:30.642 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:30 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:30] INFO grpc.py:2055: Received request to create smithi096 TCP ipv4 listener for nqn.2016-06.io.spdk:cnode3 at 172.21.15.96:4420, context: None 2024-04-24T13:46:31.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:46:31] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:46:31.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:31.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:31.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:31 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55234 2024-04-24T13:46:32.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:32 smithi081 ceph-mon[26762]: pgmap v1966: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 919 B/s wr, 35 op/s 2024-04-24T13:46:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-mon[51702]: pgmap v1966: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 919 B/s wr, 35 op/s 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:46:32] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:46:32.634 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:46:32.635 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55240 2024-04-24T13:46:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:32 smithi162 ceph-mon[54108]: pgmap v1966: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 919 B/s wr, 35 op/s 2024-04-24T13:46:34.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:34 smithi081 ceph-mon[26762]: pgmap v1967: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 1.6 KiB/s wr, 56 op/s 2024-04-24T13:46:34.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:34 smithi096 ceph-mon[51702]: pgmap v1967: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 1.6 KiB/s wr, 56 op/s 2024-04-24T13:46:34.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:34 smithi162 ceph-mon[54108]: pgmap v1967: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 157 KiB/s rd, 1.6 KiB/s wr, 56 op/s 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:46:35] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: OPTIMIZED 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:46:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: OPTIMIZED 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: OPTIMIZED 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: ], , client address: IPv4 172.21.15.81:53848 2024-04-24T13:46:35.819 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:35.411330] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000266 seconds 2024-04-24T13:46:35.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [24-Apr-2024 13:46:35] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:46:35.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:35.889 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:46:35.890 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: ], , client address: IPv4 172.21.15.162:58128 2024-04-24T13:46:35.891 INFO:journalctl@ceph.nvmeof.nvmeof.c.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:35.413507] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000256 seconds 2024-04-24T13:46:36.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:36 smithi081 ceph-mon[26762]: pgmap v1968: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 KiB/s wr, 169 op/s 2024-04-24T13:46:36.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:36 smithi096 ceph-mon[51702]: pgmap v1968: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 KiB/s wr, 169 op/s 2024-04-24T13:46:36.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:36 smithi162 ceph-mon[54108]: pgmap v1968: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 KiB/s wr, 169 op/s 2024-04-24T13:46:38.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:38 smithi081 ceph-mon[26762]: pgmap v1969: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 KiB/s wr, 172 op/s 2024-04-24T13:46:38.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:38 smithi096 ceph-mon[51702]: pgmap v1969: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 KiB/s wr, 172 op/s 2024-04-24T13:46:38.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:38 smithi162 ceph-mon[54108]: pgmap v1969: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 KiB/s wr, 172 op/s 2024-04-24T13:46:40.818 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:40 smithi081 ceph-mon[26762]: pgmap v1970: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 KiB/s wr, 154 op/s 2024-04-24T13:46:40.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:40 smithi096 ceph-mon[51702]: pgmap v1970: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 KiB/s wr, 154 op/s 2024-04-24T13:46:40.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:40 smithi162 ceph-mon[54108]: pgmap v1970: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 KiB/s wr, 154 op/s 2024-04-24T13:46:42.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:42 smithi081 ceph-mon[26762]: pgmap v1971: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 KiB/s wr, 137 op/s 2024-04-24T13:46:42.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:42 smithi096 ceph-mon[51702]: pgmap v1971: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 KiB/s wr, 137 op/s 2024-04-24T13:46:42.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:42 smithi162 ceph-mon[54108]: pgmap v1971: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.5 KiB/s wr, 137 op/s 2024-04-24T13:46:44.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:44 smithi081 ceph-mon[26762]: pgmap v1972: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 KiB/s wr, 111 op/s 2024-04-24T13:46:44.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:44 smithi096 ceph-mon[51702]: pgmap v1972: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 KiB/s wr, 111 op/s 2024-04-24T13:46:44.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:44 smithi162 ceph-mon[54108]: pgmap v1972: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.8 KiB/s wr, 111 op/s 2024-04-24T13:46:46.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:46 smithi081 ceph-mon[26762]: pgmap v1973: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 KiB/s wr, 96 op/s 2024-04-24T13:46:46.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:46 smithi096 ceph-mon[51702]: pgmap v1973: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 KiB/s wr, 96 op/s 2024-04-24T13:46:46.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:46 smithi162 ceph-mon[54108]: pgmap v1973: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.3 KiB/s wr, 96 op/s 2024-04-24T13:46:48.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:48 smithi081 ceph-mon[26762]: pgmap v1974: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-24T13:46:48.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:48 smithi096 ceph-mon[51702]: pgmap v1974: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-24T13:46:48.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:48 smithi162 ceph-mon[54108]: pgmap v1974: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 273 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-24T13:46:50.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:50 smithi081 ceph-mon[26762]: pgmap v1975: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 11 op/s 2024-04-24T13:46:50.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:50 smithi096 ceph-mon[51702]: pgmap v1975: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 11 op/s 2024-04-24T13:46:50.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:50 smithi162 ceph-mon[54108]: pgmap v1975: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 232 KiB/s rd, 11 op/s 2024-04-24T13:46:52.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:52 smithi081 ceph-mon[26762]: pgmap v1976: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 10 op/s 2024-04-24T13:46:52.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:52 smithi096 ceph-mon[51702]: pgmap v1976: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 10 op/s 2024-04-24T13:46:52.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:52 smithi162 ceph-mon[54108]: pgmap v1976: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 228 KiB/s rd, 10 op/s 2024-04-24T13:46:54.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:54 smithi081 ceph-mon[26762]: pgmap v1977: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:46:54.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:54 smithi096 ceph-mon[51702]: pgmap v1977: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:46:54.890 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:54 smithi162 ceph-mon[54108]: pgmap v1977: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:46:56.691 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:56 smithi162 ceph-mon[54108]: pgmap v1978: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:46:56.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:56 smithi081 ceph-mon[26762]: pgmap v1978: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:46:56.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:56 smithi096 ceph-mon[51702]: pgmap v1978: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:46:58.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:46:58 smithi081 ceph-mon[26762]: pgmap v1979: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:46:58.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:46:58 smithi096 ceph-mon[51702]: pgmap v1979: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:46:58.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:46:58 smithi162 ceph-mon[54108]: pgmap v1979: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:00.686 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:00 smithi096 ceph-mon[51702]: pgmap v1980: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:00.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:00 smithi081 ceph-mon[26762]: pgmap v1980: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:00.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:00 smithi162 ceph-mon[54108]: pgmap v1980: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:02.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:02 smithi081 ceph-mon[26762]: pgmap v1981: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:02.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:02 smithi096 ceph-mon[51702]: pgmap v1981: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:02.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:02 smithi162 ceph-mon[54108]: pgmap v1981: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:04.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:04 smithi081 ceph-mon[26762]: pgmap v1982: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:04.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:04 smithi096 ceph-mon[51702]: pgmap v1982: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:04.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:04 smithi162 ceph-mon[54108]: pgmap v1982: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:06.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:06 smithi081 ceph-mon[26762]: pgmap v1983: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:06.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:06 smithi096 ceph-mon[51702]: pgmap v1983: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:06.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:06 smithi162 ceph-mon[54108]: pgmap v1983: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:08.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:08 smithi081 ceph-mon[26762]: pgmap v1984: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:08.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:08 smithi096 ceph-mon[51702]: pgmap v1984: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:08.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:08 smithi162 ceph-mon[54108]: pgmap v1984: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:10.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:10 smithi081 ceph-mon[26762]: pgmap v1985: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:10.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:10 smithi096 ceph-mon[51702]: pgmap v1985: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:10.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:10 smithi162 ceph-mon[54108]: pgmap v1985: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:12.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:12 smithi081 ceph-mon[26762]: pgmap v1986: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:12.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:12 smithi096 ceph-mon[51702]: pgmap v1986: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:12.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:12 smithi162 ceph-mon[54108]: pgmap v1986: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:14.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:14 smithi081 ceph-mon[26762]: pgmap v1987: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:14.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:14 smithi096 ceph-mon[51702]: pgmap v1987: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:14.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:14 smithi162 ceph-mon[54108]: pgmap v1987: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:16.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:16 smithi081 ceph-mon[26762]: pgmap v1988: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:16.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:16 smithi096 ceph-mon[51702]: pgmap v1988: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:16.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:16 smithi162 ceph-mon[54108]: pgmap v1988: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:18.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:18 smithi081 ceph-mon[26762]: pgmap v1989: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:18.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:18 smithi096 ceph-mon[51702]: pgmap v1989: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:18.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:18 smithi162 ceph-mon[54108]: pgmap v1989: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:20.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:20 smithi081 ceph-mon[26762]: pgmap v1990: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:20.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:20 smithi096 ceph-mon[51702]: pgmap v1990: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:20.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:20 smithi162 ceph-mon[54108]: pgmap v1990: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:22.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:22 smithi081 ceph-mon[26762]: pgmap v1991: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:22.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:22 smithi096 ceph-mon[51702]: pgmap v1991: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:22.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:22 smithi162 ceph-mon[54108]: pgmap v1991: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:24.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:24 smithi081 ceph-mon[26762]: pgmap v1992: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:24.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:24 smithi096 ceph-mon[51702]: pgmap v1992: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:24.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:24 smithi162 ceph-mon[54108]: pgmap v1992: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:26.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:26 smithi081 ceph-mon[26762]: pgmap v1993: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:26.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:26 smithi096 ceph-mon[51702]: pgmap v1993: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:26.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:26 smithi162 ceph-mon[54108]: pgmap v1993: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:28.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:28 smithi081 ceph-mon[26762]: pgmap v1994: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:28.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:28 smithi096 ceph-mon[51702]: pgmap v1994: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:28.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:28 smithi162 ceph-mon[54108]: pgmap v1994: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:30.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:30 smithi081 ceph-mon[26762]: pgmap v1995: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:30.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:47:30.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:30.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:30 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:30.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:30 smithi096 ceph-mon[51702]: pgmap v1995: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:30.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:47:30.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:30.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:30 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:30.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:30 smithi162 ceph-mon[54108]: pgmap v1995: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:30.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:47:30.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:30.889 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:30 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: pgmap v1996: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: pgmap v1997: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:32.068 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:31 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: pgmap v1996: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: pgmap v1997: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:32.134 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:31 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.138 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: pgmap v1996: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 KiB/s rd, 2 op/s 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: pgmap v1997: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:32.139 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:31 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:47:34.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:34 smithi081 ceph-mon[26762]: pgmap v1998: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:34.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:34 smithi096 ceph-mon[51702]: pgmap v1998: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:34.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:34 smithi162 ceph-mon[54108]: pgmap v1998: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:35.143 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before thrashing 2024-04-24T13:47:35.143 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:47:35.143 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:47:35.174 INFO:teuthology.orchestra.run.smithi081.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:47:35.174 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: Active: active (running) since Wed 2024-04-24 13:46:28 UTC; 1min 6s ago 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87813 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87814 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 87882 (conmon) 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: Memory: 119.8M 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 7.124s 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: ├─libpod-payload-205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─87884 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.175 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─87886 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─87956 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.a --gateway-address 172.21.15.81:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.81:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.a -k /etc/ceph/keyring 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout: │ ├─88019 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout: │ └─88849 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout: └─runtime 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout: └─87882 /usr/bin/conmon --api-version 1 -c 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 -u 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739/userdata -p /run/containers/storage/overlay-containers/205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: OPTIMIZED 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: states { 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: grp_id: 3 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: state: OPTIMIZED 2024-04-24T13:47:35.176 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: } 2024-04-24T13:47:35.177 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: ], , client address: IPv4 172.21.15.81:53848 2024-04-24T13:47:35.177 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:46:35 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [2024-04-24 13:46:35.411330] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000266 seconds 2024-04-24T13:47:35.178 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:47:35.206 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 25min ago 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 152.5M 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 25min 24.993s 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.207 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:35.208 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 1 2024-04-24T13:47:35.209 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: INACCESSIBLE 2024-04-24T13:47:35.209 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:35.209 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:46:32 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:55240 2024-04-24T13:47:35.209 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:47:35.240 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:47:35.240 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:46:29 UTC; 1min 6s ago 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 76243 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 76244 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 76375 (conmon) 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 114.5M 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 1min 6.559s 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76377 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76381 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76426 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:47:35.241 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76477 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─77320 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout: └─76375 /usr/bin/conmon --api-version 1 -c 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 -u 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018/userdata -p /run/containers/storage/overlay-containers/0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:47:35.242 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: ], , client address: IPv4 172.21.15.162:58128 2024-04-24T13:47:35.243 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:35.413507] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000256 seconds 2024-04-24T13:47:35.244 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:47:35.537 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:47:35.537 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 3m ago 60m smithi081=x;count:1 2024-04-24T13:47:35.537 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 3m ago 60m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:47:35.538 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 3m ago 55m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:47:35.538 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 3m ago - 2024-04-24T13:47:35.825 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:47:35.825 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 unknown 3m ago 54m - - 1.2.5 1e28a75d580c 4d3e7581e45e 2024-04-24T13:47:35.825 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (25m) 3m ago 54m 146M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:47:35.825 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (4m) 3m ago 55m 106M - 1.2.5 1e28a75d580c cc87f6161c72 2024-04-24T13:47:36.169 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:47:36.169 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:47:36.169 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in unknown state 2024-04-24T13:47:36.507 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 42m) 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 61m) 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 56m), 8 in (since 57m) 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:47:36.508 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:47:36.509 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:47:36.509 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:47:36.509 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:47:36.509 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:47:36.509 INFO:teuthology.orchestra.run.smithi177.stdout: client: 11 KiB/s rd, 2 op/s rd, 0 op/s wr 2024-04-24T13:47:36.509 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:47:36.533 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.547 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.560 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:36 smithi081 ceph-mon[26762]: pgmap v1999: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:36.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:36 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3761126155' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:47:36.574 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.589 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.601 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.615 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme5 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.628 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:36 smithi096 ceph-mon[51702]: pgmap v1999: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:36.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:36 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3761126155' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:47:36.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:36 smithi162 ceph-mon[54108]: pgmap v1999: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:36.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:36 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3761126155' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:47:36.642 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.656 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.669 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.683 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme8 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.696 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.710 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme2 tcp traddr=172.21.15.81,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.724 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.4730681136358983) > weight (0.3333333333333333) 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.5146536410962502) > weight (0.3333333333333333) 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.9766272502522843) > weight (0.3333333333333333) 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.a with skip (0.949443628552899) > weight (0.3333333333333333) 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.3995968806233158) > weight (0.3333333333333333) 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.5283699478834435) > weight (0.3333333333333333) 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.[nvmeof.thrasher]:kill nvmeof.a 2024-04-24T13:47:36.725 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopping nvmeof.nvmeof.a... 2024-04-24T13:47:36.726 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl stop ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:47:37.023 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:47:36 smithi081 systemd[1]: Stopping Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968... 2024-04-24T13:47:37.317 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:47:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:47:37] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:47:37.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:37 smithi081 ceph-mon[26762]: from='client.16818 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:47:37.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:37 smithi081 ceph-mon[26762]: from='client.35909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:47:37.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:37 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/3207919599' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:47:37.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:37 smithi096 ceph-mon[51702]: from='client.16818 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:47:37.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:37 smithi096 ceph-mon[51702]: from='client.35909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:47:37.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:37 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/3207919599' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:47:37.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:37 smithi162 ceph-mon[54108]: from='client.16818 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:47:37.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:37 smithi162 ceph-mon[54108]: from='client.35909 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:47:37.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:37 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/3207919599' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:47:38.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:38 smithi081 ceph-mon[26762]: pgmap v2000: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:38.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:38 smithi096 ceph-mon[51702]: pgmap v2000: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:38.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:38 smithi162 ceph-mon[54108]: pgmap v2000: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:40.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:40 smithi081 ceph-mon[26762]: pgmap v2001: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:40.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:40 smithi096 ceph-mon[51702]: pgmap v2001: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:40.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:40 smithi162 ceph-mon[54108]: pgmap v2001: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:42.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:42 smithi081 ceph-mon[26762]: pgmap v2002: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:42.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:42 smithi096 ceph-mon[51702]: pgmap v2002: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:42.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:42 smithi162 ceph-mon[54108]: pgmap v2002: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T13:47:44.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:44 smithi081 ceph-mon[26762]: pgmap v2003: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:44.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:44 smithi096 ceph-mon[51702]: pgmap v2003: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:44.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:44 smithi162 ceph-mon[54108]: pgmap v2003: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:46.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:46 smithi081 ceph-mon[26762]: pgmap v2004: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:46.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:46 smithi096 ceph-mon[51702]: pgmap v2004: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:46.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:46 smithi162 ceph-mon[54108]: pgmap v2004: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:47.306 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:47:47 smithi081 bash[89547]: time="2024-04-24T13:47:47Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:47:47.306 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:47:47 smithi081 podman[89547]: 2024-04-24 13:47:47.045735928 +0000 UTC m=+10.133376317 container died 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.version=1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.spdk.build.ceph-release=19.0.0, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , release=, name=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:47:47.567 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:47:47 smithi081 podman[89547]: 2024-04-24 13:47:47.383285105 +0000 UTC m=+10.470925493 container cleanup 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, io.spdk.git.branch=undefined, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.spdk.build.target-arch=, io.spdk.version=24.01, distribution-scope=public, com.redhat.component=ubi9-container, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.spdk.build.makeflags=, vendor=Red Hat, Inc.) 2024-04-24T13:47:47.568 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:47:47 smithi081 bash[89547]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:47:47.792 DEBUG:teuthology.orchestra.run.smithi081:> sudo pkill -f 'journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service' 2024-04-24T13:47:47.827 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-24T13:47:47.828 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Stopped nvmeof.nvmeof.a 2024-04-24T13:47:47.828 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.b with skip (0.5007336251428767) > weight (0.3333333333333333) 2024-04-24T13:47:47.828 INFO:tasks.nvmeof.[nvmeof.thrasher]:skipping daemon nvmeof.c with skip (0.4845298964352198) > weight (0.3333333333333333) 2024-04-24T13:47:47.828 INFO:tasks.nvmeof.[nvmeof.thrasher]:waiting for 106 secs before reviving 2024-04-24T13:47:48.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:48 smithi081 ceph-mon[26762]: pgmap v2005: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:48.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:48 smithi096 ceph-mon[51702]: pgmap v2005: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:48.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:48 smithi162 ceph-mon[54108]: pgmap v2005: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:50.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:50 smithi081 ceph-mon[26762]: pgmap v2006: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:50.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:50 smithi096 ceph-mon[51702]: pgmap v2006: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:50.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:50 smithi162 ceph-mon[54108]: pgmap v2006: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2 op/s 2024-04-24T13:47:52.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:52 smithi081 ceph-mon[26762]: pgmap v2007: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:52.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:52 smithi096 ceph-mon[51702]: pgmap v2007: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:52.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:52 smithi162 ceph-mon[54108]: pgmap v2007: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:54.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:54 smithi081 ceph-mon[26762]: pgmap v2008: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:54.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:54 smithi096 ceph-mon[51702]: pgmap v2008: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:54.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:54 smithi162 ceph-mon[54108]: pgmap v2008: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:56.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:56 smithi081 ceph-mon[26762]: pgmap v2009: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:47:56.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:56 smithi096 ceph-mon[51702]: pgmap v2009: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:47:56.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:56 smithi162 ceph-mon[54108]: pgmap v2009: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2 op/s 2024-04-24T13:47:57.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:47:57] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:47:57.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:57.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:47:57.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:47:57.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:57.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:60768 2024-04-24T13:47:57.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:57 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:47:57.137583] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000389 seconds 2024-04-24T13:47:58.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-mon[51702]: osdmap e100: 8 total, 8 up, 8 in 2024-04-24T13:47:58.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-mon[51702]: pgmap v2011: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [24-Apr-2024 13:47:58] INFO grpc.py:811: Received request to set ana states [nqn: "nqn.2016-06.io.spdk:cnode1" 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode2" 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:58.384 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:47:58.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:47:58.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:47:58.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:47:58.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:47:58.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:60786 2024-04-24T13:47:58.385 INFO:journalctl@ceph.nvmeof.nvmeof.b.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:47:58.145637] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000393 seconds 2024-04-24T13:47:58.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:58 smithi162 ceph-mon[54108]: osdmap e100: 8 total, 8 up, 8 in 2024-04-24T13:47:58.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:47:58 smithi162 ceph-mon[54108]: pgmap v2011: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:47:58.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:58 smithi081 ceph-mon[26762]: osdmap e100: 8 total, 8 up, 8 in 2024-04-24T13:47:58.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:47:58 smithi081 ceph-mon[26762]: pgmap v2011: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:00.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:00 smithi081 ceph-mon[26762]: pgmap v2012: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:00.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:00 smithi096 ceph-mon[51702]: pgmap v2012: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:00.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:00 smithi162 ceph-mon[54108]: pgmap v2012: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:02.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:02 smithi081 ceph-mon[26762]: pgmap v2013: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:02.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:02 smithi096 ceph-mon[51702]: pgmap v2013: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:02.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:02 smithi162 ceph-mon[54108]: pgmap v2013: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:04.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:04 smithi081 ceph-mon[26762]: pgmap v2014: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:04.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:04 smithi096 ceph-mon[51702]: pgmap v2014: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:04.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:04 smithi162 ceph-mon[54108]: pgmap v2014: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:06.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:06 smithi081 ceph-mon[26762]: pgmap v2015: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:06.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:06 smithi096 ceph-mon[51702]: pgmap v2015: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:06.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:06 smithi162 ceph-mon[54108]: pgmap v2015: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:08.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:08 smithi081 ceph-mon[26762]: pgmap v2016: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:08.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:08 smithi096 ceph-mon[51702]: pgmap v2016: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:08.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:08 smithi162 ceph-mon[54108]: pgmap v2016: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:48:10.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:10 smithi081 ceph-mon[26762]: pgmap v2017: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:10.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:10 smithi096 ceph-mon[51702]: pgmap v2017: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:10.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:10 smithi162 ceph-mon[54108]: pgmap v2017: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:12.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:12 smithi081 ceph-mon[26762]: pgmap v2018: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:12.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:12 smithi096 ceph-mon[51702]: pgmap v2018: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:12.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:12 smithi162 ceph-mon[54108]: pgmap v2018: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:14.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:14 smithi081 ceph-mon[26762]: pgmap v2019: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:14.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:14 smithi096 ceph-mon[51702]: pgmap v2019: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:14.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:14 smithi162 ceph-mon[54108]: pgmap v2019: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:16.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:16 smithi081 ceph-mon[26762]: pgmap v2020: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:16.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:16 smithi096 ceph-mon[51702]: pgmap v2020: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:16.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:16 smithi162 ceph-mon[54108]: pgmap v2020: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:18.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:18 smithi081 ceph-mon[26762]: pgmap v2021: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:18.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:18 smithi096 ceph-mon[51702]: pgmap v2021: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:18.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:18 smithi162 ceph-mon[54108]: pgmap v2021: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:20.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:20 smithi081 ceph-mon[26762]: pgmap v2022: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:20.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:20 smithi096 ceph-mon[51702]: pgmap v2022: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:20.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:20 smithi162 ceph-mon[54108]: pgmap v2022: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:22.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:22 smithi081 ceph-mon[26762]: pgmap v2023: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:22.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:22 smithi096 ceph-mon[51702]: pgmap v2023: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:22.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:22 smithi162 ceph-mon[54108]: pgmap v2023: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:24.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:24 smithi081 ceph-mon[26762]: pgmap v2024: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:24.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:24 smithi096 ceph-mon[51702]: pgmap v2024: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:24.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:24 smithi162 ceph-mon[54108]: pgmap v2024: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:26.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:26 smithi081 ceph-mon[26762]: pgmap v2025: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:26.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:26 smithi096 ceph-mon[51702]: pgmap v2025: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:26.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:26 smithi162 ceph-mon[54108]: pgmap v2025: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:28.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:28 smithi081 ceph-mon[26762]: pgmap v2026: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:28.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:28 smithi096 ceph-mon[51702]: pgmap v2026: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:28.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:28 smithi162 ceph-mon[54108]: pgmap v2026: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:30.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:30 smithi081 ceph-mon[26762]: pgmap v2027: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:30.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:30 smithi096 ceph-mon[51702]: pgmap v2027: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:30.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:30 smithi162 ceph-mon[54108]: pgmap v2027: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:32.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: pgmap v2028: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:32.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:48:32.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:32 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: pgmap v2028: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:32.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:48:32.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:32 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: pgmap v2028: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:32.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:48:32.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:32.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:32 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:33 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:33 smithi081 ceph-mon[26762]: pgmap v2029: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:33.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:33 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:33 smithi096 ceph-mon[51702]: pgmap v2029: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:33.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:33 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:33.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:33 smithi162 ceph-mon[54108]: pgmap v2029: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:34.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:34.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:34 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:34.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:34 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:34.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:34 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:34.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:34 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:34.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:34 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:35.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:35 smithi081 ceph-mon[26762]: pgmap v2030: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:35.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:35 smithi096 ceph-mon[51702]: pgmap v2030: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:35.888 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:35 smithi162 ceph-mon[54108]: pgmap v2030: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:38.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: pgmap v2031: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:48:38.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:48:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:48:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:48:38.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: pgmap v2031: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:48:38.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:48:38.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:48:38.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:48:38.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: pgmap v2031: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 85 B/s wr, 3 op/s 2024-04-24T13:48:38.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:48:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:48:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:48:38.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:48:39.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:39 smithi081 ceph-mon[26762]: pgmap v2032: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 97 B/s wr, 4 op/s 2024-04-24T13:48:39.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:39 smithi081 ceph-mon[26762]: pgmap v2033: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 120 B/s wr, 4 op/s 2024-04-24T13:48:39.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:39 smithi096 ceph-mon[51702]: pgmap v2032: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 97 B/s wr, 4 op/s 2024-04-24T13:48:39.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:39 smithi096 ceph-mon[51702]: pgmap v2033: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 120 B/s wr, 4 op/s 2024-04-24T13:48:39.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:39 smithi162 ceph-mon[54108]: pgmap v2032: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 97 B/s wr, 4 op/s 2024-04-24T13:48:39.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:39 smithi162 ceph-mon[54108]: pgmap v2033: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 120 B/s wr, 4 op/s 2024-04-24T13:48:41.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:41 smithi081 ceph-mon[26762]: pgmap v2034: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 1.2 KiB/s wr, 26 op/s 2024-04-24T13:48:41.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:41 smithi096 ceph-mon[51702]: pgmap v2034: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 1.2 KiB/s wr, 26 op/s 2024-04-24T13:48:41.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:41 smithi162 ceph-mon[54108]: pgmap v2034: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 1.2 KiB/s wr, 26 op/s 2024-04-24T13:48:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:43 smithi081 ceph-mon[26762]: pgmap v2035: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 994 KiB/s rd, 1.8 KiB/s wr, 46 op/s 2024-04-24T13:48:43.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:43 smithi096 ceph-mon[51702]: pgmap v2035: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 994 KiB/s rd, 1.8 KiB/s wr, 46 op/s 2024-04-24T13:48:43.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:43 smithi162 ceph-mon[54108]: pgmap v2035: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 994 KiB/s rd, 1.8 KiB/s wr, 46 op/s 2024-04-24T13:48:45.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:45 smithi081 ceph-mon[26762]: pgmap v2036: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 1.8 KiB/s wr, 45 op/s 2024-04-24T13:48:45.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:45 smithi096 ceph-mon[51702]: pgmap v2036: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 1.8 KiB/s wr, 45 op/s 2024-04-24T13:48:45.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:45 smithi162 ceph-mon[54108]: pgmap v2036: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 990 KiB/s rd, 1.8 KiB/s wr, 45 op/s 2024-04-24T13:48:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:47 smithi081 ceph-mon[26762]: pgmap v2037: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 1.7 KiB/s wr, 42 op/s 2024-04-24T13:48:47.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:47 smithi096 ceph-mon[51702]: pgmap v2037: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 1.7 KiB/s wr, 42 op/s 2024-04-24T13:48:47.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:47 smithi162 ceph-mon[54108]: pgmap v2037: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 927 KiB/s rd, 1.7 KiB/s wr, 42 op/s 2024-04-24T13:48:49.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:49 smithi081 ceph-mon[26762]: pgmap v2038: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.4 KiB/s wr, 36 op/s 2024-04-24T13:48:49.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:49 smithi096 ceph-mon[51702]: pgmap v2038: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.4 KiB/s wr, 36 op/s 2024-04-24T13:48:49.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:49 smithi162 ceph-mon[54108]: pgmap v2038: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.4 KiB/s wr, 36 op/s 2024-04-24T13:48:51.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:51 smithi081 ceph-mon[26762]: pgmap v2039: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-24T13:48:51.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:51 smithi096 ceph-mon[51702]: pgmap v2039: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-24T13:48:51.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:51 smithi162 ceph-mon[54108]: pgmap v2039: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 657 KiB/s rd, 1.2 KiB/s wr, 30 op/s 2024-04-24T13:48:53.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:53 smithi081 ceph-mon[26762]: pgmap v2040: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 426 B/s wr, 15 op/s 2024-04-24T13:48:53.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:53 smithi096 ceph-mon[51702]: pgmap v2040: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 426 B/s wr, 15 op/s 2024-04-24T13:48:53.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:53 smithi162 ceph-mon[54108]: pgmap v2040: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 328 KiB/s rd, 426 B/s wr, 15 op/s 2024-04-24T13:48:55.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:55 smithi081 ceph-mon[26762]: pgmap v2041: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:55.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:55 smithi096 ceph-mon[51702]: pgmap v2041: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:55 smithi162 ceph-mon[54108]: pgmap v2041: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:57.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:57 smithi081 ceph-mon[26762]: pgmap v2042: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:57.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:57 smithi096 ceph-mon[51702]: pgmap v2042: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:57.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:57 smithi162 ceph-mon[54108]: pgmap v2042: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:48:59.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:48:59 smithi081 ceph-mon[26762]: pgmap v2043: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:59.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:48:59 smithi096 ceph-mon[51702]: pgmap v2043: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:48:59.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:48:59 smithi162 ceph-mon[54108]: pgmap v2043: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:01.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:01 smithi081 ceph-mon[26762]: pgmap v2044: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:01.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:01 smithi096 ceph-mon[51702]: pgmap v2044: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:01.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:01 smithi162 ceph-mon[54108]: pgmap v2044: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:03.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:03 smithi081 ceph-mon[26762]: pgmap v2045: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:03.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:03 smithi096 ceph-mon[51702]: pgmap v2045: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:03.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:03 smithi162 ceph-mon[54108]: pgmap v2045: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:05.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:05 smithi081 ceph-mon[26762]: pgmap v2046: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:05.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:05 smithi096 ceph-mon[51702]: pgmap v2046: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:05.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:05 smithi162 ceph-mon[54108]: pgmap v2046: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:07.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:07 smithi081 ceph-mon[26762]: pgmap v2047: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:07.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:07 smithi096 ceph-mon[51702]: pgmap v2047: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:07.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:07 smithi162 ceph-mon[54108]: pgmap v2047: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:09.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:09 smithi081 ceph-mon[26762]: pgmap v2048: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:09.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:09 smithi096 ceph-mon[51702]: pgmap v2048: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:09.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:09 smithi162 ceph-mon[54108]: pgmap v2048: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:11.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:11 smithi081 ceph-mon[26762]: pgmap v2049: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:11.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:11 smithi096 ceph-mon[51702]: pgmap v2049: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:11.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:11 smithi162 ceph-mon[54108]: pgmap v2049: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:13.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:13 smithi081 ceph-mon[26762]: pgmap v2050: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:13.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:13 smithi096 ceph-mon[51702]: pgmap v2050: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:13.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:13 smithi162 ceph-mon[54108]: pgmap v2050: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:15.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:15 smithi081 ceph-mon[26762]: pgmap v2051: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:15.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:15 smithi096 ceph-mon[51702]: pgmap v2051: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:15.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:15 smithi162 ceph-mon[54108]: pgmap v2051: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:17.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:17 smithi081 ceph-mon[26762]: pgmap v2052: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:17.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:17 smithi096 ceph-mon[51702]: pgmap v2052: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:17.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:17 smithi162 ceph-mon[54108]: pgmap v2052: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:19.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:19 smithi081 ceph-mon[26762]: pgmap v2053: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:19.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:19 smithi096 ceph-mon[51702]: pgmap v2053: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:19.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:19 smithi162 ceph-mon[54108]: pgmap v2053: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:21.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:21 smithi081 ceph-mon[26762]: pgmap v2054: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:21.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:21 smithi096 ceph-mon[51702]: pgmap v2054: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:21.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:21 smithi162 ceph-mon[54108]: pgmap v2054: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:23.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:23 smithi081 ceph-mon[26762]: pgmap v2055: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:23.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:23 smithi096 ceph-mon[51702]: pgmap v2055: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:23.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:23 smithi162 ceph-mon[54108]: pgmap v2055: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:25.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:25 smithi081 ceph-mon[26762]: pgmap v2056: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:25.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:25 smithi096 ceph-mon[51702]: pgmap v2056: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:25.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:25 smithi162 ceph-mon[54108]: pgmap v2056: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:27.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:27 smithi081 ceph-mon[26762]: pgmap v2057: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:27.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:27 smithi096 ceph-mon[51702]: pgmap v2057: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:27.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:27 smithi162 ceph-mon[54108]: pgmap v2057: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:29.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:29 smithi081 ceph-mon[26762]: pgmap v2058: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:29.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:29 smithi096 ceph-mon[51702]: pgmap v2058: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:29.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:29 smithi162 ceph-mon[54108]: pgmap v2058: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:31.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:31 smithi081 ceph-mon[26762]: pgmap v2059: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:31.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:31 smithi096 ceph-mon[51702]: pgmap v2059: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:31.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:31 smithi162 ceph-mon[54108]: pgmap v2059: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:33.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:33 smithi081 ceph-mon[26762]: pgmap v2060: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:33.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:33 smithi096 ceph-mon[51702]: pgmap v2060: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:33.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:33 smithi162 ceph-mon[54108]: pgmap v2060: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:33.829 INFO:tasks.nvmeof.[nvmeof.thrasher]:done waiting before reviving 2024-04-24T13:49:33.829 INFO:tasks.nvmeof.[nvmeof.thrasher]:display and verify stats: 2024-04-24T13:49:33.830 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:49:33.866 INFO:teuthology.orchestra.run.smithi081.stdout:× ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service - Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:49:33.866 INFO:teuthology.orchestra.run.smithi081.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:49:33.866 INFO:teuthology.orchestra.run.smithi081.stdout: Active: failed (Result: exit-code) since Wed 2024-04-24 13:47:47 UTC; 1min 46s ago 2024-04-24T13:49:33.866 INFO:teuthology.orchestra.run.smithi081.stdout: Duration: 1min 8.315s 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87813 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 87814 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 89519 ExecStop=/bin/bash -c bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.stop (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 89604 ExecStopPost=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.a/unit.poststop (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: Process: 89633 ExecStopPost=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: Main PID: 87882 (code=exited, status=137) 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: CPU: 1min 19.591s 2024-04-24T13:49:33.867 INFO:teuthology.orchestra.run.smithi081.stdout: 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:37 smithi081 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a[87882]: [24-Apr-2024 13:47:37] INFO utils.py:392: Will compress log file /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log to /var/log/ceph/nvmeof-client.nvmeof.nvmeof.a/nvmeof-log.gz 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 bash[89547]: time="2024-04-24T13:47:47Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a in 10 seconds, resorting to SIGKILL" 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 podman[89547]: 2024-04-24 13:47:47.045735928 +0000 UTC m=+10.133376317 container died 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.version=1.2.5, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, com.redhat.component=ubi9-container, io.spdk.build.pkgdep-args=--rbd, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.ceph.nvmeof=None, io.buildah.version=1.29.0, io.spdk.build.ceph-release=19.0.0, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, summary=Ceph NVMe over Fabrics Gateway, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, version=1.2.5, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.spdk.version=24.01, architecture=x86_64, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.spdk.build.makeflags=, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.spdk.build.target-arch=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.git.branch=tags/1.2.5, vcs-type=git, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, distribution-scope=public, io.spdk.git.repo=https://github.com/ceph/spdk.git, build-date=2024-04-22 08:15:14 UTC, io.ceph.summary=Ceph NVMe over Fabrics Gateway, io.openshift.wants=ceph,rbd, maintainer=Ceph Developers , release=, name=ceph-nvmeof, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF).) 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 podman[89547]: 2024-04-24 13:47:47.383285105 +0000 UTC m=+10.470925493 container cleanup 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.ceph.component=ceph-nvmeof, url=https://github.com/ceph/ceph-nvmeof, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.nvmeof=None, summary=Ceph NVMe over Fabrics Gateway, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.openshift.wants=ceph,rbd, io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, build-date=2024-04-22 08:15:14 UTC, io.buildah.version=1.29.0, io.spdk.git.branch=undefined, name=ceph-nvmeof, org.centos.version=9.0-21.el9, io.ceph.maintainer=Ceph Developers , maintainer=Ceph Developers , io.spdk.git.repo=https://github.com/ceph/spdk.git, release=, io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, io.spdk.build.ceph-release=19.0.0, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.ceph.git.branch=tags/1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, version=1.2.5, io.spdk.build.target-arch=, io.spdk.version=24.01, distribution-scope=public, com.redhat.component=ubi9-container, architecture=x86_64, io.spdk.build.pkgdep-args=--rbd, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.version=1.2.5, io.spdk.build.makeflags=, vendor=Red Hat, Inc.) 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 bash[89547]: ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 podman[89592]: 2024-04-24 13:47:47.593123642 +0000 UTC m=+0.547214842 container remove 205129328db120783905f7bf090459673cbba8f441161ed77fa46a1b2bf36739 (image=quay.io/ceph/nvmeof:1.2.5, name=ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-a, io.openshift.wants=ceph,rbd, description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.ceph.url=https://github.com/ceph/ceph-nvmeof, io.ceph.git.commit=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, architecture=x86_64, io.ceph.summary=Ceph NVMe over Fabrics Gateway, vcs-type=git, io.buildah.version=1.29.0, release=, io.ceph.description=Service to provide block storage on top of Ceph for platforms (e.g.: VMWare) without native Ceph support (RBD), replacing existing approaches (iSCSI) with a newer and more versatile standard (NVMe-oF)., io.k8s.display-name=Ceph NVMe over Fabrics Gateway, io.spdk.build.makeflags=, io.spdk.build.ceph-release=19.0.0, build-date=2024-04-22 08:15:14 UTC, io.spdk.version=24.01, io.spdk.git.repo=https://github.com/ceph/spdk.git, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Ceph NVMe over Fabrics Gateway, io.spdk.git.branch=undefined, vendor=Red Hat, Inc., io.ceph.component=ceph-nvmeof, version=1.2.5, io.spdk.git.commit=dade5b4c96a647e63ef96d9a5e05f3b64ea0598a, io.ceph.maintainer=Ceph Developers , io.ceph.git.repo=https://github.com/ceph/ceph-nvmeof, org.centos.url=https://mirror.stream.centos.org/9-stream/BaseOS/x86_64/os/Packages/, com.redhat.component=ubi9-container, url=https://github.com/ceph/ceph-nvmeof, distribution-scope=public, io.spdk.build.target-arch=, io.openshift.expose-services=4420/tcp:nvme,5500/tcp:grpc,8009/tcp:nvme-disc,10008/tcp:prom, io.ceph.version=1.2.5, org.centos.version=9.0-21.el9, io.openshift.tags=ceph,nvme-of,nvme-of gateway,rbd,block storage, io.spdk.build.pkgdep-args=--rbd, io.ceph.nvmeof=None, name=ceph-nvmeof, io.ceph.git.branch=tags/1.2.5, vcs-ref=bc1b3f19ad3a52f18822f3e7c1d792e1b071f1c2, maintainer=Ceph Developers , io.spdk.build.configure-args=--with-rbd --disable-tests --disable-unit-tests --disable-examples --enable-debug) 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Main process exited, code=exited, status=137/n/a 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 systemd[1]: Stopped Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:49:33.868 INFO:teuthology.orchestra.run.smithi081.stdout:Apr 24 13:47:47 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Consumed 1min 19.591s CPU time. 2024-04-24T13:49:33.869 DEBUG:teuthology.orchestra.run:got remote process result: 3 2024-04-24T13:49:33.870 DEBUG:teuthology.orchestra.run.smithi096:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b 2024-04-24T13:49:33.898 INFO:teuthology.orchestra.run.smithi096.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service - Ceph nvmeof.nvmeof.b for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:49:33.898 INFO:teuthology.orchestra.run.smithi096.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:49:33.898 INFO:teuthology.orchestra.run.smithi096.stdout: Active: active (running) since Wed 2024-04-24 13:22:12 UTC; 27min ago 2024-04-24T13:49:33.898 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63909 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: Process: 63910 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.b/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: Main PID: 63975 (conmon) 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: Memory: 152.6M 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: CPU: 27min 23.861s 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: ├─libpod-payload-9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:49:33.899 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63977 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63979 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─63996 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.b --gateway-address 172.21.15.96:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.96:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.b -k /etc/ceph/keyring 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: │ ├─64047 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: │ └─64882 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: └─runtime 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: └─63975 /usr/bin/conmon --api-version 1 -c 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -u 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata -p /run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.b.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 9653d71c5b34d84071862c0775a8ba4d92b4ac4a5bab041845bebf1cbaaee534 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout: 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:49:33.900 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: states { 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: grp_id: 3 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: state: OPTIMIZED 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: } 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: ], , client address: IPv4 172.21.15.96:60786 2024-04-24T13:49:33.901 INFO:teuthology.orchestra.run.smithi096.stdout:Apr 24 13:47:58 smithi096 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-b[63975]: [2024-04-24 13:47:58.145637] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_3_0 elapsed time: 0.000393 seconds 2024-04-24T13:49:33.902 DEBUG:teuthology.orchestra.run.smithi162:> sudo systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c 2024-04-24T13:49:33.934 INFO:teuthology.orchestra.run.smithi162.stdout:● ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service - Ceph nvmeof.nvmeof.c for 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Loaded: loaded (/etc/systemd/system/ceph-59aeab94-0238-11ef-bc93-c7b262605968@.service; enabled; preset: disabled) 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Active: active (running) since Wed 2024-04-24 13:46:29 UTC; 3min 4s ago 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 76243 ExecStartPre=/bin/rm -f /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-cid (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Process: 76244 ExecStart=/bin/bash /var/lib/ceph/59aeab94-0238-11ef-bc93-c7b262605968/nvmeof.nvmeof.c/unit.run (code=exited, status=0/SUCCESS) 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Main PID: 76375 (conmon) 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Tasks: 126 (limit: 202804) 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: Memory: 121.5M 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: CPU: 3min 5.411s 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: CGroup: /system.slice/system-ceph\x2d59aeab94\x2d0238\x2d11ef\x2dbc93\x2dc7b262605968.slice/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: ├─libpod-payload-0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76377 /run/podman-init -- python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76381 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:49:33.935 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76426 /usr/bin/ceph-nvmeof-monitor-client --gateway-name client.nvmeof.nvmeof.c --gateway-address 172.21.15.162:5500 --gateway-pool mypool --gateway-group "" --monitor-group-address 172.21.15.162:5499 -c /etc/ceph/ceph.conf -n client.nvmeof.nvmeof.c -k /etc/ceph/keyring 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout: │ ├─76477 /usr/local/bin/nvmf_tgt -u -r /var/tmp/spdk.sock 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout: │ └─77320 python3 -m control -c /src/ceph-nvmeof.conf 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout: └─runtime 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout: └─76375 /usr/bin/conmon --api-version 1 -c 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 -u 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 -r /usr/bin/crun -b /var/lib/containers/storage/overlay-containers/0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018/userdata -p /run/containers/storage/overlay-containers/0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018/userdata/pidfile -n ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c --exit-dir /run/libpod/exits --full-attach -l journald --log-level warning --syslog --runtime-arg --log-format=json --runtime-arg --log --runtime-arg=/run/containers/storage/overlay-containers/0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018/userdata/oci-log --conmon-pidfile /run/ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.c.service-pid --exit-command /usr/bin/podman --exit-command-arg --root --exit-command-arg /var/lib/containers/storage --exit-command-arg --runroot --exit-command-arg /run/containers/storage --exit-command-arg --log-level --exit-command-arg warning --exit-command-arg --cgroup-manager --exit-command-arg systemd --exit-command-arg --tmpdir --exit-command-arg /run/libpod --exit-command-arg --network-config-dir --exit-command-arg "" --exit-command-arg --network-backend --exit-command-arg netavark --exit-command-arg --volumepath --exit-command-arg /var/lib/containers/storage/volumes --exit-command-arg --db-backend --exit-command-arg sqlite --exit-command-arg --transient-store=false --exit-command-arg --runtime --exit-command-arg crun --exit-command-arg --storage-driver --exit-command-arg overlay --exit-command-arg --storage-opt --exit-command-arg overlay.mountopt=nodev,metacopy=on --exit-command-arg --events-backend --exit-command-arg journald --exit-command-arg container --exit-command-arg cleanup --exit-command-arg --rm --exit-command-arg 0240b68db0293d93ebbc9085ae44cc7fe3654eea7f90c6d7f0183292c596c018 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout: 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: , nqn: "nqn.2016-06.io.spdk:cnode3" 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: states { 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: grp_id: 1 2024-04-24T13:49:33.936 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: state: OPTIMIZED 2024-04-24T13:49:33.937 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: } 2024-04-24T13:49:33.937 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: ], , client address: IPv4 172.21.15.162:58128 2024-04-24T13:49:33.937 INFO:teuthology.orchestra.run.smithi162.stdout:Apr 24 13:46:35 smithi162 ceph-59aeab94-0238-11ef-bc93-c7b262605968-nvmeof-nvmeof-c[76375]: [2024-04-24 13:46:35.413507] bdev_rbd.c:1039:_bdev_rbd_wait_for_latest_osdmap: *ERROR*: rados_wait_for_latest_osdmap cluster: cluster_context_1_0 elapsed time: 0.000256 seconds 2024-04-24T13:49:33.938 DEBUG:teuthology.orchestra.run.smithi177:> ceph orch ls && ceph orch ps --daemon-type nvmeof && ceph health detail && ceph -s && sudo nvme list-subsys /dev/nvme5n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n1 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n2 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n3 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n4 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme5n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme2n5 | grep 'live optimized' && sudo nvme list-subsys /dev/nvme8n5 | grep 'live optimized' 2024-04-24T13:49:34.232 INFO:teuthology.orchestra.run.smithi177.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-04-24T13:49:34.233 INFO:teuthology.orchestra.run.smithi177.stdout:mgr 1/1 5m ago 62m smithi081=x;count:1 2024-04-24T13:49:34.233 INFO:teuthology.orchestra.run.smithi177.stdout:mon 3/3 5m ago 62m smithi081:172.21.15.81=a;smithi096:172.21.15.96=b;smithi162:172.21.15.162=c;count:3 2024-04-24T13:49:34.233 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.mypool ?:4420,5500,8009 2/3 5m ago 57m smithi081=nvmeof.a;smithi096=nvmeof.b;smithi162=nvmeof.c;count:3 2024-04-24T13:49:34.233 INFO:teuthology.orchestra.run.smithi177.stdout:osd 8 5m ago - 2024-04-24T13:49:34.516 INFO:teuthology.orchestra.run.smithi177.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-24T13:49:34.516 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.a smithi081 *:5500,4420,8009 unknown 5m ago 56m - - 1.2.5 1e28a75d580c 4d3e7581e45e 2024-04-24T13:49:34.516 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.b smithi096 *:5500,4420,8009 running (27m) 5m ago 56m 146M - 1.2.5 1e28a75d580c 9653d71c5b34 2024-04-24T13:49:34.516 INFO:teuthology.orchestra.run.smithi177.stdout:nvmeof.nvmeof.c smithi162 *:5500,4420,8009 running (6m) 5m ago 57m 106M - 1.2.5 1e28a75d580c cc87f6161c72 2024-04-24T13:49:34.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:34 smithi096 ceph-mon[51702]: pgmap v2061: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:34.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:34 smithi096 ceph-mon[51702]: from='client.55459 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:49:34.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:34 smithi162 ceph-mon[54108]: pgmap v2061: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:34.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:34 smithi162 ceph-mon[54108]: from='client.55459 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:49:34.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:34 smithi081 ceph-mon[26762]: pgmap v2061: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:34.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:34 smithi081 ceph-mon[26762]: from='client.55459 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:49:34.854 INFO:teuthology.orchestra.run.smithi177.stdout:HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:49:34.854 INFO:teuthology.orchestra.run.smithi177.stdout:[WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:49:34.854 INFO:teuthology.orchestra.run.smithi177.stdout: daemon nvmeof.nvmeof.a on smithi081 is in unknown state 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: cluster: 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: id: 59aeab94-0238-11ef-bc93-c7b262605968 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: health: HEALTH_WARN 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: 1 failed cephadm daemon(s) 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: services: 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: mon: 3 daemons, quorum a,c,b (age 44m) 2024-04-24T13:49:35.185 INFO:teuthology.orchestra.run.smithi177.stdout: mgr: x(active, since 63m) 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: osd: 8 osds: 8 up (since 58m), 8 in (since 59m) 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: data: 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: pools: 2 pools, 33 pgs 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: objects: 320 objects, 1.0 GiB 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: usage: 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: pgs: 33 active+clean 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: io: 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: client: 6.0 KiB/s rd, 1 op/s rd, 0 op/s wr 2024-04-24T13:49:35.186 INFO:teuthology.orchestra.run.smithi177.stdout: 2024-04-24T13:49:35.213 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.226 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.240 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.253 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.267 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.280 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.294 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.307 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme4 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.321 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.334 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme7 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.348 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.361 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme9 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.375 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme6 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.389 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme3 tcp traddr=172.21.15.96,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.402 INFO:teuthology.orchestra.run.smithi177.stdout: +- nvme10 tcp traddr=172.21.15.162,trsvcid=4420,src_addr=172.21.15.177 live optimized 2024-04-24T13:49:35.403 INFO:tasks.nvmeof.[nvmeof.thrasher]:reviving nvmeof.a 2024-04-24T13:49:35.403 INFO:tasks.nvmeof.ceph.nvmeof.nvmeof.a:Restarting nvmeof.nvmeof.a (starting--it wasn't running)... 2024-04-24T13:49:35.403 DEBUG:teuthology.orchestra.run.smithi081:nvmeof.nvmeof.a> sudo journalctl -f -n 0 -u ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service 2024-04-24T13:49:35.406 DEBUG:teuthology.orchestra.run.smithi081:> sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a 2024-04-24T13:49:35.478 INFO:teuthology.orchestra.run.smithi081.stderr:Job for ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service failed because the control process exited with error code. 2024-04-24T13:49:35.478 INFO:teuthology.orchestra.run.smithi081.stderr:See "systemctl status ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service" and "journalctl -xeu ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service" for details. 2024-04-24T13:49:35.479 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-24T13:49:35.480 ERROR:tasks.nvmeof.[nvmeof.thrasher]:exception: Traceback (most recent call last): File "/home/teuthworker/src/github.com_vallariag_ceph_0b53cc45042c11665011d25d6e346d9cc4263310/qa/tasks/nvmeof.py", line 223, in _run self.do_thrash() File "/home/teuthworker/src/github.com_vallariag_ceph_0b53cc45042c11665011d25d6e346d9cc4263310/qa/tasks/nvmeof.py", line 327, in do_thrash daemon.restart() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/daemon/cephadmunit.py", line 95, in restart self.remote.sh(self.start_cmd) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/remote.py", line 97, in sh proc = self.run(**kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/remote.py", line 523, in run r = self._runner(client=self.ssh, name=self.shortname, **kwargs) File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 455, in run r.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_9481b1d62f50e7d0a4f3dd83adf6945b08d5ff17/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi081 with status 1: 'sudo systemctl start ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a' 2024-04-24T13:49:35.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:35 smithi096 ceph-mon[51702]: from='client.35933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:49:35.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:35 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/2084074001' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:49:35.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:35 smithi096 ceph-mon[51702]: from='client.? 172.21.15.177:0/764957240' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:49:35.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:35 smithi162 ceph-mon[54108]: from='client.35933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:49:35.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:35 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/2084074001' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:49:35.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:35 smithi162 ceph-mon[54108]: from='client.? 172.21.15.177:0/764957240' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:49:35.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:35 smithi081 ceph-mon[26762]: from='client.35933 -' entity='client.admin' cmd=[{"prefix": "orch ps", "daemon_type": "nvmeof", "target": ["mon-mgr", ""]}]: dispatch 2024-04-24T13:49:35.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:35 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/2084074001' entity='client.admin' cmd={"prefix": "health", "detail": "detail"} : dispatch 2024-04-24T13:49:35.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:35 smithi081 ceph-mon[26762]: from='client.? 172.21.15.177:0/764957240' entity='client.admin' cmd={"prefix": "status"} : dispatch 2024-04-24T13:49:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:49:35 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Start request repeated too quickly. 2024-04-24T13:49:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:49:35 smithi081 systemd[1]: ceph-59aeab94-0238-11ef-bc93-c7b262605968@nvmeof.nvmeof.a.service: Failed with result 'exit-code'. 2024-04-24T13:49:35.818 INFO:journalctl@ceph.nvmeof.nvmeof.a.smithi081.stdout:Apr 24 13:49:35 smithi081 systemd[1]: Failed to start Ceph nvmeof.nvmeof.a for 59aeab94-0238-11ef-bc93-c7b262605968. 2024-04-24T13:49:36.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:36 smithi096 ceph-mon[51702]: pgmap v2062: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:36.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:36 smithi162 ceph-mon[54108]: pgmap v2062: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:36.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:36 smithi081 ceph-mon[26762]: pgmap v2062: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:39.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:38 smithi081 ceph-mon[26762]: pgmap v2063: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:39.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:38 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:49:39.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:38 smithi096 ceph-mon[51702]: pgmap v2063: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:39.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:38 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:49:39.138 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:38 smithi162 ceph-mon[54108]: pgmap v2063: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:39.138 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:38 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:49:41.067 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:40 smithi081 ceph-mon[26762]: pgmap v2064: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:41.133 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:40 smithi096 ceph-mon[51702]: pgmap v2064: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:41.138 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:40 smithi162 ceph-mon[54108]: pgmap v2064: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:43.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: pgmap v2065: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:43.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:49:43.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:49:43.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: pgmap v2066: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T13:49:43.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: pgmap v2067: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:43.384 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: pgmap v2065: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:43.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:49:43.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:49:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: pgmap v2066: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T13:49:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: pgmap v2067: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:43.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: pgmap v2065: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:49:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:49:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: pgmap v2066: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T13:49:43.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: pgmap v2067: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:43.568 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:49:45.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:45 smithi081 ceph-mon[26762]: pgmap v2068: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:45.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:45 smithi096 ceph-mon[51702]: pgmap v2068: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:45.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:45 smithi162 ceph-mon[54108]: pgmap v2068: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:47 smithi081 ceph-mon[26762]: pgmap v2069: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:47.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:47 smithi096 ceph-mon[51702]: pgmap v2069: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:47.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:47 smithi162 ceph-mon[54108]: pgmap v2069: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:49.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:49 smithi081 ceph-mon[26762]: pgmap v2070: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:49:49.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:49 smithi096 ceph-mon[51702]: pgmap v2070: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:49:49.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:49 smithi162 ceph-mon[54108]: pgmap v2070: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:49:51.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:51 smithi081 ceph-mon[26762]: pgmap v2071: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:51.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:51 smithi096 ceph-mon[51702]: pgmap v2071: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:51.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:51 smithi162 ceph-mon[54108]: pgmap v2071: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:49:53.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:53 smithi081 ceph-mon[26762]: pgmap v2072: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:49:53.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:53 smithi096 ceph-mon[51702]: pgmap v2072: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:49:53.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:53 smithi162 ceph-mon[54108]: pgmap v2072: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:49:55.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:55 smithi081 ceph-mon[26762]: pgmap v2073: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:55.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:55 smithi096 ceph-mon[51702]: pgmap v2073: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:55 smithi162 ceph-mon[54108]: pgmap v2073: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:49:57.440 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:57 smithi162 ceph-mon[54108]: pgmap v2074: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:57.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:57 smithi081 ceph-mon[26762]: pgmap v2074: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:57.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:57 smithi096 ceph-mon[51702]: pgmap v2074: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:59.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:49:59 smithi081 ceph-mon[26762]: pgmap v2075: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:59.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:49:59 smithi096 ceph-mon[51702]: pgmap v2075: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:49:59.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:49:59 smithi162 ceph-mon[54108]: pgmap v2075: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:00.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:00 smithi081 ceph-mon[26762]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:50:00.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:00 smithi081 ceph-mon[26762]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:50:00.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:00 smithi081 ceph-mon[26762]: daemon nvmeof.nvmeof.a on smithi081 is in unknown state 2024-04-24T13:50:00.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:00 smithi096 ceph-mon[51702]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:50:00.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:00 smithi096 ceph-mon[51702]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:50:00.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:00 smithi096 ceph-mon[51702]: daemon nvmeof.nvmeof.a on smithi081 is in unknown state 2024-04-24T13:50:00.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:00 smithi162 ceph-mon[54108]: Health detail: HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T13:50:00.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:00 smithi162 ceph-mon[54108]: [WRN] CEPHADM_FAILED_DAEMON: 1 failed cephadm daemon(s) 2024-04-24T13:50:00.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:00 smithi162 ceph-mon[54108]: daemon nvmeof.nvmeof.a on smithi081 is in unknown state 2024-04-24T13:50:01.534 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:01 smithi096 ceph-mon[51702]: pgmap v2076: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:01.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:01 smithi081 ceph-mon[26762]: pgmap v2076: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:01.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:01 smithi162 ceph-mon[54108]: pgmap v2076: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:03.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:03 smithi081 ceph-mon[26762]: pgmap v2077: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:03.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:03 smithi096 ceph-mon[51702]: pgmap v2077: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:03.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:03 smithi162 ceph-mon[54108]: pgmap v2077: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:05.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:05 smithi081 ceph-mon[26762]: pgmap v2078: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:05.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:05 smithi096 ceph-mon[51702]: pgmap v2078: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:05.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:05 smithi162 ceph-mon[54108]: pgmap v2078: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:07.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:07 smithi081 ceph-mon[26762]: pgmap v2079: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:07.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:07 smithi096 ceph-mon[51702]: pgmap v2079: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:07.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:07 smithi162 ceph-mon[54108]: pgmap v2079: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:09.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:09 smithi081 ceph-mon[26762]: pgmap v2080: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:09.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:09 smithi096 ceph-mon[51702]: pgmap v2080: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:09.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:09 smithi162 ceph-mon[54108]: pgmap v2080: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:11.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:11 smithi081 ceph-mon[26762]: pgmap v2081: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:11.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:11 smithi096 ceph-mon[51702]: pgmap v2081: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:11.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:11 smithi162 ceph-mon[54108]: pgmap v2081: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:13.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:13 smithi081 ceph-mon[26762]: pgmap v2082: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:13.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:13 smithi096 ceph-mon[51702]: pgmap v2082: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:13.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:13 smithi162 ceph-mon[54108]: pgmap v2082: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:15.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:15 smithi081 ceph-mon[26762]: pgmap v2083: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:15.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:15 smithi096 ceph-mon[51702]: pgmap v2083: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:15.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:15 smithi162 ceph-mon[54108]: pgmap v2083: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:17.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:17 smithi081 ceph-mon[26762]: pgmap v2084: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:17.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:17 smithi096 ceph-mon[51702]: pgmap v2084: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:17.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:17 smithi162 ceph-mon[54108]: pgmap v2084: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:19.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:19 smithi081 ceph-mon[26762]: pgmap v2085: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:19.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:19 smithi096 ceph-mon[51702]: pgmap v2085: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:19.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:19 smithi162 ceph-mon[54108]: pgmap v2085: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:21.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:21 smithi081 ceph-mon[26762]: pgmap v2086: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:21.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:21 smithi096 ceph-mon[51702]: pgmap v2086: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:21.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:21 smithi162 ceph-mon[54108]: pgmap v2086: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:23.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:23 smithi081 ceph-mon[26762]: pgmap v2087: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:23.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:23 smithi096 ceph-mon[51702]: pgmap v2087: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:23.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:23 smithi162 ceph-mon[54108]: pgmap v2087: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:25.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:25 smithi081 ceph-mon[26762]: pgmap v2088: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:25.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:25 smithi096 ceph-mon[51702]: pgmap v2088: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:25.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:25 smithi162 ceph-mon[54108]: pgmap v2088: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:27.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:27 smithi081 ceph-mon[26762]: pgmap v2089: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:27.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:27 smithi096 ceph-mon[51702]: pgmap v2089: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:27.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:27 smithi162 ceph-mon[54108]: pgmap v2089: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:29.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:29 smithi081 ceph-mon[26762]: pgmap v2090: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:29.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:29 smithi096 ceph-mon[51702]: pgmap v2090: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:29.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:29 smithi162 ceph-mon[54108]: pgmap v2090: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:31.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:31 smithi081 ceph-mon[26762]: pgmap v2091: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:31.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:31 smithi096 ceph-mon[51702]: pgmap v2091: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:31.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:31 smithi162 ceph-mon[54108]: pgmap v2091: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:33.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:33 smithi081 ceph-mon[26762]: pgmap v2092: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:33.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:33 smithi096 ceph-mon[51702]: pgmap v2092: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:33.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:33 smithi162 ceph-mon[54108]: pgmap v2092: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:35.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:35 smithi081 ceph-mon[26762]: pgmap v2093: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:35.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:35 smithi096 ceph-mon[51702]: pgmap v2093: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:35.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:35 smithi162 ceph-mon[54108]: pgmap v2093: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:37.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:37 smithi081 ceph-mon[26762]: pgmap v2094: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:37.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:37 smithi096 ceph-mon[51702]: pgmap v2094: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:37.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:37 smithi162 ceph-mon[54108]: pgmap v2094: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:39.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:39 smithi081 ceph-mon[26762]: pgmap v2095: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:39.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:39 smithi096 ceph-mon[51702]: pgmap v2095: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:39.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:39 smithi162 ceph-mon[54108]: pgmap v2095: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:41.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:41 smithi081 ceph-mon[26762]: pgmap v2096: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:41.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:41 smithi096 ceph-mon[51702]: pgmap v2096: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:41.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:41 smithi162 ceph-mon[54108]: pgmap v2096: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:43 smithi081 ceph-mon[26762]: pgmap v2097: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:43.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:43 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:50:43.594 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:43 smithi096 ceph-mon[51702]: pgmap v2097: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:43.594 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:43 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:50:43.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:43 smithi162 ceph-mon[54108]: pgmap v2097: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:43.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:43 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:50:45.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:45 smithi081 ceph-mon[26762]: pgmap v2098: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:45.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:45 smithi096 ceph-mon[51702]: pgmap v2098: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:45.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:45 smithi162 ceph-mon[54108]: pgmap v2098: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:50:47.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:47 smithi096 ceph-mon[51702]: pgmap v2099: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:47.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:50:47.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:50:47.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:47 smithi081 ceph-mon[26762]: pgmap v2099: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:50:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:50:47.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:47 smithi162 ceph-mon[54108]: pgmap v2099: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:50:47.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:50:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:50:47.639 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:50:48.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:48 smithi081 ceph-mon[26762]: pgmap v2100: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:50:48.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:48 smithi081 ceph-mon[26762]: pgmap v2101: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:48.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:48 smithi096 ceph-mon[51702]: pgmap v2100: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:50:48.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:48 smithi096 ceph-mon[51702]: pgmap v2101: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:48.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:48 smithi162 ceph-mon[54108]: pgmap v2100: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:50:48.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:48 smithi162 ceph-mon[54108]: pgmap v2101: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:50.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:50 smithi081 ceph-mon[26762]: pgmap v2102: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:50:50.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:50 smithi096 ceph-mon[51702]: pgmap v2102: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:50:50.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:50 smithi162 ceph-mon[54108]: pgmap v2102: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:50:52.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:52 smithi081 ceph-mon[26762]: pgmap v2103: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:52.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:52 smithi096 ceph-mon[51702]: pgmap v2103: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:52.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:52 smithi162 ceph-mon[54108]: pgmap v2103: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:54.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:54 smithi081 ceph-mon[26762]: pgmap v2104: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:50:54.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:54 smithi096 ceph-mon[51702]: pgmap v2104: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:50:54.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:54 smithi162 ceph-mon[54108]: pgmap v2104: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:50:56.492 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:56 smithi096 ceph-mon[51702]: pgmap v2105: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:56.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:56 smithi081 ceph-mon[26762]: pgmap v2105: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:56.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:56 smithi162 ceph-mon[54108]: pgmap v2105: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 1 op/s 2024-04-24T13:50:58.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:50:58 smithi081 ceph-mon[26762]: pgmap v2106: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:50:58.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:50:58 smithi096 ceph-mon[51702]: pgmap v2106: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:50:58.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:50:58 smithi162 ceph-mon[54108]: pgmap v2106: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:51:00.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:00 smithi081 ceph-mon[26762]: pgmap v2107: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:00.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:00 smithi096 ceph-mon[51702]: pgmap v2107: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:00.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:00 smithi162 ceph-mon[54108]: pgmap v2107: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:02.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:02 smithi081 ceph-mon[26762]: pgmap v2108: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:02.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:02 smithi096 ceph-mon[51702]: pgmap v2108: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:02.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:02 smithi162 ceph-mon[54108]: pgmap v2108: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:04.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:04 smithi081 ceph-mon[26762]: pgmap v2109: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:04.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:04 smithi096 ceph-mon[51702]: pgmap v2109: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:04.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:04 smithi162 ceph-mon[54108]: pgmap v2109: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:06.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:06 smithi081 ceph-mon[26762]: pgmap v2110: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:06.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:06 smithi096 ceph-mon[51702]: pgmap v2110: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:06.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:06 smithi162 ceph-mon[54108]: pgmap v2110: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:08.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:08 smithi081 ceph-mon[26762]: pgmap v2111: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:08.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:08 smithi096 ceph-mon[51702]: pgmap v2111: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:08.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:08 smithi162 ceph-mon[54108]: pgmap v2111: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:10.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:10 smithi081 ceph-mon[26762]: pgmap v2112: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:10.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:10 smithi096 ceph-mon[51702]: pgmap v2112: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:10.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:10 smithi162 ceph-mon[54108]: pgmap v2112: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:12.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:12 smithi081 ceph-mon[26762]: pgmap v2113: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:12.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:12 smithi096 ceph-mon[51702]: pgmap v2113: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:12.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:12 smithi162 ceph-mon[54108]: pgmap v2113: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:14.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:14 smithi081 ceph-mon[26762]: pgmap v2114: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:14.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:14 smithi096 ceph-mon[51702]: pgmap v2114: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:14.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:14 smithi162 ceph-mon[54108]: pgmap v2114: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:16.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:16 smithi081 ceph-mon[26762]: pgmap v2115: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:16.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:16 smithi096 ceph-mon[51702]: pgmap v2115: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:16.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:16 smithi162 ceph-mon[54108]: pgmap v2115: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:18.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:18 smithi081 ceph-mon[26762]: pgmap v2116: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:18.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:18 smithi096 ceph-mon[51702]: pgmap v2116: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:18.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:18 smithi162 ceph-mon[54108]: pgmap v2116: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:20.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:20 smithi081 ceph-mon[26762]: pgmap v2117: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:20.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:20 smithi096 ceph-mon[51702]: pgmap v2117: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:20.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:20 smithi162 ceph-mon[54108]: pgmap v2117: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:22.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:22 smithi081 ceph-mon[26762]: pgmap v2118: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:22.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:22 smithi096 ceph-mon[51702]: pgmap v2118: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:22.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:22 smithi162 ceph-mon[54108]: pgmap v2118: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:24.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:24 smithi081 ceph-mon[26762]: pgmap v2119: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:24.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:24 smithi096 ceph-mon[51702]: pgmap v2119: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:24.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:24 smithi162 ceph-mon[54108]: pgmap v2119: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:26.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:26 smithi081 ceph-mon[26762]: pgmap v2120: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:26.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:26 smithi096 ceph-mon[51702]: pgmap v2120: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:26.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:26 smithi162 ceph-mon[54108]: pgmap v2120: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:28.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:28 smithi081 ceph-mon[26762]: pgmap v2121: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:28.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:28 smithi096 ceph-mon[51702]: pgmap v2121: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:28.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:28 smithi162 ceph-mon[54108]: pgmap v2121: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:30.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:30 smithi081 ceph-mon[26762]: pgmap v2122: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:30.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:30 smithi096 ceph-mon[51702]: pgmap v2122: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:30.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:30 smithi162 ceph-mon[54108]: pgmap v2122: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:32.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:32 smithi081 ceph-mon[26762]: pgmap v2123: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:32.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:32 smithi096 ceph-mon[51702]: pgmap v2123: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:32.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:32 smithi162 ceph-mon[54108]: pgmap v2123: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:34.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:34 smithi081 ceph-mon[26762]: pgmap v2124: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:34.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:34 smithi096 ceph-mon[51702]: pgmap v2124: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:34.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:34 smithi162 ceph-mon[54108]: pgmap v2124: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:36.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:36 smithi081 ceph-mon[26762]: pgmap v2125: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:36.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:36 smithi096 ceph-mon[51702]: pgmap v2125: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:36.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:36 smithi162 ceph-mon[54108]: pgmap v2125: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:38.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:38 smithi081 ceph-mon[26762]: pgmap v2126: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:38.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:38 smithi096 ceph-mon[51702]: pgmap v2126: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:38.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:38 smithi162 ceph-mon[54108]: pgmap v2126: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:40.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:40 smithi081 ceph-mon[26762]: pgmap v2127: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:40.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:40 smithi096 ceph-mon[51702]: pgmap v2127: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:40.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:40 smithi162 ceph-mon[54108]: pgmap v2127: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:42.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:42 smithi081 ceph-mon[26762]: pgmap v2128: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:42.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:42 smithi096 ceph-mon[51702]: pgmap v2128: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:42.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:42 smithi162 ceph-mon[54108]: pgmap v2128: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:44.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:44 smithi081 ceph-mon[26762]: pgmap v2129: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:44.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:44 smithi096 ceph-mon[51702]: pgmap v2129: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:44.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:44 smithi162 ceph-mon[54108]: pgmap v2129: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:46.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:46 smithi081 ceph-mon[26762]: pgmap v2130: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:46.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:46 smithi096 ceph-mon[51702]: pgmap v2130: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:46.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:46 smithi162 ceph-mon[54108]: pgmap v2130: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:47.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:47 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:51:47.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:47 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:51:47.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:47 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:51:48.297 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:48 smithi162 ceph-mon[54108]: pgmap v2131: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:48.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:48 smithi081 ceph-mon[26762]: pgmap v2131: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:48.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:48 smithi096 ceph-mon[51702]: pgmap v2131: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:50.514 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:50 smithi162 ceph-mon[54108]: pgmap v2132: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:50.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:50 smithi081 ceph-mon[26762]: pgmap v2132: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:50.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:50 smithi096 ceph-mon[51702]: pgmap v2132: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: pgmap v2133: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: pgmap v2134: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: pgmap v2135: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:51 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: pgmap v2133: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: pgmap v2134: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: pgmap v2135: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:51 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: pgmap v2133: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:51:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:52.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:51:52.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:51:52.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: pgmap v2134: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T13:51:52.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: pgmap v2135: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:52.389 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:51 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:51:54.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:53 smithi081 ceph-mon[26762]: pgmap v2136: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 op/s 2024-04-24T13:51:54.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:53 smithi096 ceph-mon[51702]: pgmap v2136: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 op/s 2024-04-24T13:51:54.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:53 smithi162 ceph-mon[54108]: pgmap v2136: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 0 op/s 2024-04-24T13:51:56.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:55 smithi081 ceph-mon[26762]: pgmap v2137: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:56.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:55 smithi096 ceph-mon[51702]: pgmap v2137: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:56.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:55 smithi162 ceph-mon[54108]: pgmap v2137: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:58.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:57 smithi081 ceph-mon[26762]: pgmap v2138: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:58.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:57 smithi096 ceph-mon[51702]: pgmap v2138: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:51:58.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:57 smithi162 ceph-mon[54108]: pgmap v2138: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:52:00.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:51:59 smithi081 ceph-mon[26762]: pgmap v2139: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:52:00.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:51:59 smithi096 ceph-mon[51702]: pgmap v2139: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:52:00.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:51:59 smithi162 ceph-mon[54108]: pgmap v2139: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 1 op/s 2024-04-24T13:52:02.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:01 smithi081 ceph-mon[26762]: pgmap v2140: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:52:02.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:01 smithi096 ceph-mon[51702]: pgmap v2140: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:52:02.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:01 smithi162 ceph-mon[54108]: pgmap v2140: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:52:04.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:03 smithi081 ceph-mon[26762]: pgmap v2141: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:04.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:03 smithi096 ceph-mon[51702]: pgmap v2141: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:04.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:03 smithi162 ceph-mon[54108]: pgmap v2141: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:06.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:05 smithi081 ceph-mon[26762]: pgmap v2142: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:06.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:05 smithi096 ceph-mon[51702]: pgmap v2142: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:06.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:05 smithi162 ceph-mon[54108]: pgmap v2142: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:08.264 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:07 smithi162 ceph-mon[54108]: pgmap v2143: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:08.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:07 smithi081 ceph-mon[26762]: pgmap v2143: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:08.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:07 smithi096 ceph-mon[51702]: pgmap v2143: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:10.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:09 smithi081 ceph-mon[26762]: pgmap v2144: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:10.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:09 smithi096 ceph-mon[51702]: pgmap v2144: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:10.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:09 smithi162 ceph-mon[54108]: pgmap v2144: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:12.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:11 smithi081 ceph-mon[26762]: pgmap v2145: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:12.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:11 smithi096 ceph-mon[51702]: pgmap v2145: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:12.417 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:11 smithi162 ceph-mon[54108]: pgmap v2145: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:14.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:13 smithi081 ceph-mon[26762]: pgmap v2146: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:14.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:13 smithi096 ceph-mon[51702]: pgmap v2146: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:14.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:13 smithi162 ceph-mon[54108]: pgmap v2146: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:16.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:15 smithi081 ceph-mon[26762]: pgmap v2147: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:16.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:15 smithi096 ceph-mon[51702]: pgmap v2147: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:16.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:15 smithi162 ceph-mon[54108]: pgmap v2147: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:18.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:18 smithi081 ceph-mon[26762]: pgmap v2148: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:18.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:18 smithi096 ceph-mon[51702]: pgmap v2148: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:18.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:18 smithi162 ceph-mon[54108]: pgmap v2148: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:20.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:20 smithi081 ceph-mon[26762]: pgmap v2149: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:20.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:20 smithi096 ceph-mon[51702]: pgmap v2149: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:20.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:20 smithi162 ceph-mon[54108]: pgmap v2149: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:22.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:22 smithi081 ceph-mon[26762]: pgmap v2150: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:22.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:22 smithi096 ceph-mon[51702]: pgmap v2150: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:22.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:22 smithi162 ceph-mon[54108]: pgmap v2150: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:24.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:24 smithi081 ceph-mon[26762]: pgmap v2151: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:24.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:24 smithi096 ceph-mon[51702]: pgmap v2151: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:24.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:24 smithi162 ceph-mon[54108]: pgmap v2151: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:26.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:26 smithi081 ceph-mon[26762]: pgmap v2152: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:26.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:26 smithi096 ceph-mon[51702]: pgmap v2152: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:26.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:26 smithi162 ceph-mon[54108]: pgmap v2152: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:28.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:28 smithi081 ceph-mon[26762]: pgmap v2153: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:28.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:28 smithi096 ceph-mon[51702]: pgmap v2153: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:28.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:28 smithi162 ceph-mon[54108]: pgmap v2153: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:30.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:30 smithi081 ceph-mon[26762]: pgmap v2154: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:30.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:30 smithi096 ceph-mon[51702]: pgmap v2154: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:30.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:30 smithi162 ceph-mon[54108]: pgmap v2154: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:32.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:32 smithi081 ceph-mon[26762]: pgmap v2155: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:32.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:32 smithi096 ceph-mon[51702]: pgmap v2155: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:32.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:32 smithi162 ceph-mon[54108]: pgmap v2155: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:34.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:34 smithi081 ceph-mon[26762]: pgmap v2156: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:34.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:34 smithi096 ceph-mon[51702]: pgmap v2156: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:34.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:34 smithi162 ceph-mon[54108]: pgmap v2156: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:36.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:36 smithi081 ceph-mon[26762]: pgmap v2157: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:36.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:36 smithi096 ceph-mon[51702]: pgmap v2157: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:36.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:36 smithi162 ceph-mon[54108]: pgmap v2157: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:38.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:38 smithi081 ceph-mon[26762]: pgmap v2158: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:38.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:38 smithi096 ceph-mon[51702]: pgmap v2158: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:38.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:38 smithi162 ceph-mon[54108]: pgmap v2158: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:40.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:40 smithi081 ceph-mon[26762]: pgmap v2159: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:40.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:40 smithi096 ceph-mon[51702]: pgmap v2159: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:40.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:40 smithi162 ceph-mon[54108]: pgmap v2159: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:42.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:42 smithi081 ceph-mon[26762]: pgmap v2160: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:42.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:42 smithi096 ceph-mon[51702]: pgmap v2160: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:42.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:42 smithi162 ceph-mon[54108]: pgmap v2160: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:44.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:44 smithi081 ceph-mon[26762]: pgmap v2161: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:44.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:44 smithi096 ceph-mon[51702]: pgmap v2161: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:44.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:44 smithi162 ceph-mon[54108]: pgmap v2161: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:46.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:46 smithi081 ceph-mon[26762]: pgmap v2162: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:46.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:46 smithi096 ceph-mon[51702]: pgmap v2162: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:46.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:46 smithi162 ceph-mon[54108]: pgmap v2162: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:48.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:48 smithi081 ceph-mon[26762]: pgmap v2163: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:48.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:48 smithi096 ceph-mon[51702]: pgmap v2163: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:48.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:48 smithi162 ceph-mon[54108]: pgmap v2163: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:50.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:50 smithi081 ceph-mon[26762]: pgmap v2164: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:50.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:50 smithi096 ceph-mon[51702]: pgmap v2164: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:50.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:50 smithi162 ceph-mon[54108]: pgmap v2164: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:52:52.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:52 smithi081 ceph-mon[26762]: pgmap v2165: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:52.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:52:52.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:52:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:52:52.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:52:52.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:52 smithi096 ceph-mon[51702]: pgmap v2165: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:52.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:52 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:52:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:52 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:52:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:52 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:52:52.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:52 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:52:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:52 smithi162 ceph-mon[54108]: pgmap v2165: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:52:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:52 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:52:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:52 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:52:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:52 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:52:52.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:52 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:52:53.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:53 smithi081 ceph-mon[26762]: pgmap v2166: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:52:53.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:53 smithi081 ceph-mon[26762]: pgmap v2167: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:53.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:53 smithi096 ceph-mon[51702]: pgmap v2166: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:52:53.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:53 smithi096 ceph-mon[51702]: pgmap v2167: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:53.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:53 smithi162 ceph-mon[54108]: pgmap v2166: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:52:53.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:53 smithi162 ceph-mon[54108]: pgmap v2167: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:55.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:55 smithi081 ceph-mon[26762]: pgmap v2168: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:55.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:55 smithi096 ceph-mon[51702]: pgmap v2168: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:55.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:55 smithi162 ceph-mon[54108]: pgmap v2168: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:57.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:57 smithi081 ceph-mon[26762]: pgmap v2169: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:57.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:57 smithi096 ceph-mon[51702]: pgmap v2169: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:57.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:57 smithi162 ceph-mon[54108]: pgmap v2169: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:52:59.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:52:59 smithi081 ceph-mon[26762]: pgmap v2170: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:52:59.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:52:59 smithi096 ceph-mon[51702]: pgmap v2170: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:52:59.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:52:59 smithi162 ceph-mon[54108]: pgmap v2170: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T13:53:01.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:01 smithi081 ceph-mon[26762]: pgmap v2171: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:53:01.383 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:01 smithi096 ceph-mon[51702]: pgmap v2171: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:53:01.388 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:01 smithi162 ceph-mon[54108]: pgmap v2171: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1 op/s 2024-04-24T13:53:03.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:03 smithi081 ceph-mon[26762]: pgmap v2172: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:53:03.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:03 smithi096 ceph-mon[51702]: pgmap v2172: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:53:03.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:03 smithi162 ceph-mon[54108]: pgmap v2172: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:53:05.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:05 smithi081 ceph-mon[26762]: pgmap v2173: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:05.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:05 smithi096 ceph-mon[51702]: pgmap v2173: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:05.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:05 smithi162 ceph-mon[54108]: pgmap v2173: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:07.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:07 smithi081 ceph-mon[26762]: pgmap v2174: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:07.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:07 smithi096 ceph-mon[51702]: pgmap v2174: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:07 smithi162 ceph-mon[54108]: pgmap v2174: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:09.317 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:09 smithi081 ceph-mon[26762]: pgmap v2175: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:09.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:09 smithi096 ceph-mon[51702]: pgmap v2175: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:09.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:09 smithi162 ceph-mon[54108]: pgmap v2175: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:11.316 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:11 smithi081 ceph-mon[26762]: pgmap v2176: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:11.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:11 smithi096 ceph-mon[51702]: pgmap v2176: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:11.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:11 smithi162 ceph-mon[54108]: pgmap v2176: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:13.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:13 smithi081 ceph-mon[26762]: pgmap v2177: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:13.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:13 smithi096 ceph-mon[51702]: pgmap v2177: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:13.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:13 smithi162 ceph-mon[54108]: pgmap v2177: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:15.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:15 smithi081 ceph-mon[26762]: pgmap v2178: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:15.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:15 smithi096 ceph-mon[51702]: pgmap v2178: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:15.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:15 smithi162 ceph-mon[54108]: pgmap v2178: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:17.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:17 smithi081 ceph-mon[26762]: pgmap v2179: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:17.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:17 smithi096 ceph-mon[51702]: pgmap v2179: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:17.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:17 smithi162 ceph-mon[54108]: pgmap v2179: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:19.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:19 smithi081 ceph-mon[26762]: pgmap v2180: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:19.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:19 smithi096 ceph-mon[51702]: pgmap v2180: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:19.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:19 smithi162 ceph-mon[54108]: pgmap v2180: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:21.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:21 smithi081 ceph-mon[26762]: pgmap v2181: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:21.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:21 smithi096 ceph-mon[51702]: pgmap v2181: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:21.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:21 smithi162 ceph-mon[54108]: pgmap v2181: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:23.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:23 smithi081 ceph-mon[26762]: pgmap v2182: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:23.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:23 smithi096 ceph-mon[51702]: pgmap v2182: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:23.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:23 smithi162 ceph-mon[54108]: pgmap v2182: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:25.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:25 smithi081 ceph-mon[26762]: pgmap v2183: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:25.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:25 smithi096 ceph-mon[51702]: pgmap v2183: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:25.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:25 smithi162 ceph-mon[54108]: pgmap v2183: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:27.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:27 smithi081 ceph-mon[26762]: pgmap v2184: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:27.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:27 smithi096 ceph-mon[51702]: pgmap v2184: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:27.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:27 smithi162 ceph-mon[54108]: pgmap v2184: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:29.440 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:29 smithi162 ceph-mon[54108]: pgmap v2185: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:29.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:29 smithi081 ceph-mon[26762]: pgmap v2185: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:29.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:29 smithi096 ceph-mon[51702]: pgmap v2185: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:31.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:31 smithi081 ceph-mon[26762]: pgmap v2186: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:31.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:31 smithi096 ceph-mon[51702]: pgmap v2186: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:31.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:31 smithi162 ceph-mon[54108]: pgmap v2186: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:33.434 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:33 smithi096 ceph-mon[51702]: pgmap v2187: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:33.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:33 smithi081 ceph-mon[26762]: pgmap v2187: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:33.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:33 smithi162 ceph-mon[54108]: pgmap v2187: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:35.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:35 smithi081 ceph-mon[26762]: pgmap v2188: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:35.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:35 smithi096 ceph-mon[51702]: pgmap v2188: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:35.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:35 smithi162 ceph-mon[54108]: pgmap v2188: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:37.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:37 smithi081 ceph-mon[26762]: pgmap v2189: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:37.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:37 smithi096 ceph-mon[51702]: pgmap v2189: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:37.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:37 smithi162 ceph-mon[54108]: pgmap v2189: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:39.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:39 smithi081 ceph-mon[26762]: pgmap v2190: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:39.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:39 smithi096 ceph-mon[51702]: pgmap v2190: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:39.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:39 smithi162 ceph-mon[54108]: pgmap v2190: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:41.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:41 smithi081 ceph-mon[26762]: pgmap v2191: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:41.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:41 smithi096 ceph-mon[51702]: pgmap v2191: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:41.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:41 smithi162 ceph-mon[54108]: pgmap v2191: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:43.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:43 smithi081 ceph-mon[26762]: pgmap v2192: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:43.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:43 smithi096 ceph-mon[51702]: pgmap v2192: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:43.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:43 smithi162 ceph-mon[54108]: pgmap v2192: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:45.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:45 smithi081 ceph-mon[26762]: pgmap v2193: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:45.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:45 smithi096 ceph-mon[51702]: pgmap v2193: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:45.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:45 smithi162 ceph-mon[54108]: pgmap v2193: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:47.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:47 smithi081 ceph-mon[26762]: pgmap v2194: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:47.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:47 smithi096 ceph-mon[51702]: pgmap v2194: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:47.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:47 smithi162 ceph-mon[54108]: pgmap v2194: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:49.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:49 smithi081 ceph-mon[26762]: pgmap v2195: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:49.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:49 smithi096 ceph-mon[51702]: pgmap v2195: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:49.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:49 smithi162 ceph-mon[54108]: pgmap v2195: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:51.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:51 smithi081 ceph-mon[26762]: pgmap v2196: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:51.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:51 smithi096 ceph-mon[51702]: pgmap v2196: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:51.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:51 smithi162 ceph-mon[54108]: pgmap v2196: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:53:52.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:52 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:53:52.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:52 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:53:52.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:52 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:53:53.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:53 smithi081 ceph-mon[26762]: pgmap v2197: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:53.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:53:53.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:53:53.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:53:53.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:53 smithi096 ceph-mon[51702]: pgmap v2197: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:53.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:53 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:53:53.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:53 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:53:53.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:53 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:53:53.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:53 smithi162 ceph-mon[54108]: pgmap v2197: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:53:53.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:53 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:53:53.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:53 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:53:53.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:53 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:53:54.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:54 smithi081 ceph-mon[26762]: pgmap v2198: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:53:54.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:54 smithi081 ceph-mon[26762]: pgmap v2199: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:53:54.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:54 smithi096 ceph-mon[51702]: pgmap v2198: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:53:54.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:54 smithi096 ceph-mon[51702]: pgmap v2199: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:53:54.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:54 smithi162 ceph-mon[54108]: pgmap v2198: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:53:54.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:54 smithi162 ceph-mon[54108]: pgmap v2199: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:53:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:56 smithi081 ceph-mon[26762]: pgmap v2200: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:53:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:56 smithi096 ceph-mon[51702]: pgmap v2200: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:53:56.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:56 smithi162 ceph-mon[54108]: pgmap v2200: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:53:58.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:53:58 smithi081 ceph-mon[26762]: pgmap v2201: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:53:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:53:58 smithi096 ceph-mon[51702]: pgmap v2201: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:53:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:53:58 smithi162 ceph-mon[54108]: pgmap v2201: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:00.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:00 smithi081 ceph-mon[26762]: pgmap v2202: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:00.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:00 smithi096 ceph-mon[51702]: pgmap v2202: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:00.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:00 smithi162 ceph-mon[54108]: pgmap v2202: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:02.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:02 smithi081 ceph-mon[26762]: pgmap v2203: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:02 smithi096 ceph-mon[51702]: pgmap v2203: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:02 smithi162 ceph-mon[54108]: pgmap v2203: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:54:04.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:04 smithi081 ceph-mon[26762]: pgmap v2204: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:54:04.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:04 smithi096 ceph-mon[51702]: pgmap v2204: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:54:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:04 smithi162 ceph-mon[54108]: pgmap v2204: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:54:06.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:06 smithi081 ceph-mon[26762]: pgmap v2205: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:06.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:06 smithi096 ceph-mon[51702]: pgmap v2205: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:06.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:06 smithi162 ceph-mon[54108]: pgmap v2205: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:08.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:08 smithi081 ceph-mon[26762]: pgmap v2206: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:08.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:08 smithi096 ceph-mon[51702]: pgmap v2206: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:08.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:08 smithi162 ceph-mon[54108]: pgmap v2206: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:10.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:10 smithi081 ceph-mon[26762]: pgmap v2207: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:10.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:10 smithi096 ceph-mon[51702]: pgmap v2207: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:10.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:10 smithi162 ceph-mon[54108]: pgmap v2207: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:12.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:12 smithi081 ceph-mon[26762]: pgmap v2208: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:12.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:12 smithi096 ceph-mon[51702]: pgmap v2208: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:12.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:12 smithi162 ceph-mon[54108]: pgmap v2208: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:14.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:14 smithi081 ceph-mon[26762]: pgmap v2209: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:14.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:14 smithi096 ceph-mon[51702]: pgmap v2209: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:14.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:14 smithi162 ceph-mon[54108]: pgmap v2209: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:16.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:16 smithi081 ceph-mon[26762]: pgmap v2210: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:16.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:16 smithi096 ceph-mon[51702]: pgmap v2210: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:16.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:16 smithi162 ceph-mon[54108]: pgmap v2210: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:18.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:18 smithi081 ceph-mon[26762]: pgmap v2211: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:18.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:18 smithi096 ceph-mon[51702]: pgmap v2211: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:18.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:18 smithi162 ceph-mon[54108]: pgmap v2211: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:20.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:20 smithi081 ceph-mon[26762]: pgmap v2212: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:20.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:20 smithi096 ceph-mon[51702]: pgmap v2212: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:20.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:20 smithi162 ceph-mon[54108]: pgmap v2212: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:22.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:22 smithi081 ceph-mon[26762]: pgmap v2213: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:22.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:22 smithi096 ceph-mon[51702]: pgmap v2213: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:22.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:22 smithi162 ceph-mon[54108]: pgmap v2213: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:24.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:24 smithi081 ceph-mon[26762]: pgmap v2214: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:24.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:24 smithi096 ceph-mon[51702]: pgmap v2214: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:24.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:24 smithi162 ceph-mon[54108]: pgmap v2214: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:26.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:26 smithi081 ceph-mon[26762]: pgmap v2215: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:26.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:26 smithi096 ceph-mon[51702]: pgmap v2215: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:26.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:26 smithi162 ceph-mon[54108]: pgmap v2215: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:28.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:28 smithi081 ceph-mon[26762]: pgmap v2216: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:28.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:28 smithi096 ceph-mon[51702]: pgmap v2216: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:28.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:28 smithi162 ceph-mon[54108]: pgmap v2216: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:30.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:30 smithi081 ceph-mon[26762]: pgmap v2217: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:30.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:30 smithi096 ceph-mon[51702]: pgmap v2217: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:30.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:30 smithi162 ceph-mon[54108]: pgmap v2217: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:32.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:32 smithi081 ceph-mon[26762]: pgmap v2218: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:32.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:32 smithi096 ceph-mon[51702]: pgmap v2218: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:32.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:32 smithi162 ceph-mon[54108]: pgmap v2218: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:34.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:34 smithi081 ceph-mon[26762]: pgmap v2219: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:34.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:34 smithi096 ceph-mon[51702]: pgmap v2219: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:34.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:34 smithi162 ceph-mon[54108]: pgmap v2219: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:36.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:36 smithi081 ceph-mon[26762]: pgmap v2220: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:36.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:36 smithi096 ceph-mon[51702]: pgmap v2220: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:36.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:36 smithi162 ceph-mon[54108]: pgmap v2220: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:38.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:38 smithi081 ceph-mon[26762]: pgmap v2221: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:38.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:38 smithi096 ceph-mon[51702]: pgmap v2221: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:38.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:38 smithi162 ceph-mon[54108]: pgmap v2221: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:40.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:40 smithi081 ceph-mon[26762]: pgmap v2222: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:40.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:40 smithi096 ceph-mon[51702]: pgmap v2222: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:40.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:40 smithi162 ceph-mon[54108]: pgmap v2222: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:42.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:42 smithi081 ceph-mon[26762]: pgmap v2223: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:42.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:42 smithi096 ceph-mon[51702]: pgmap v2223: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:42.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:42 smithi162 ceph-mon[54108]: pgmap v2223: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:44.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:44 smithi081 ceph-mon[26762]: pgmap v2224: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:44.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:44 smithi096 ceph-mon[51702]: pgmap v2224: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:44.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:44 smithi162 ceph-mon[54108]: pgmap v2224: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:46.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:46 smithi081 ceph-mon[26762]: pgmap v2225: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:46.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:46 smithi096 ceph-mon[51702]: pgmap v2225: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:46.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:46 smithi162 ceph-mon[54108]: pgmap v2225: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:48.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:48 smithi081 ceph-mon[26762]: pgmap v2226: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:48.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:48 smithi096 ceph-mon[51702]: pgmap v2226: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:48.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:48 smithi162 ceph-mon[54108]: pgmap v2226: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:50.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:50 smithi081 ceph-mon[26762]: pgmap v2227: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:50.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:50 smithi096 ceph-mon[51702]: pgmap v2227: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:50.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:50 smithi162 ceph-mon[54108]: pgmap v2227: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:52.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:52 smithi081 ceph-mon[26762]: pgmap v2228: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:52.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:52 smithi096 ceph-mon[51702]: pgmap v2228: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:52.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:52 smithi162 ceph-mon[54108]: pgmap v2228: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:53.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:53 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:54:53.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:53 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:54:53.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:53 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:54:54.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:54 smithi081 ceph-mon[26762]: pgmap v2229: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:54.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:54 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:54.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:54 smithi096 ceph-mon[51702]: pgmap v2229: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:54.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:54 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:54.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:54 smithi162 ceph-mon[54108]: pgmap v2229: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:54:54.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:54 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:54:55.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:54:55.567 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:55 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:54:55.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:54:55.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:55 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:54:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:54:55.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:55 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:54:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:56 smithi081 ceph-mon[26762]: pgmap v2230: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:56 smithi081 ceph-mon[26762]: pgmap v2231: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:54:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:56 smithi081 ceph-mon[26762]: pgmap v2232: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:54:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:56 smithi096 ceph-mon[51702]: pgmap v2230: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:56 smithi096 ceph-mon[51702]: pgmap v2231: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:54:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:56 smithi096 ceph-mon[51702]: pgmap v2232: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:54:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:56 smithi162 ceph-mon[54108]: pgmap v2230: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:54:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:56 smithi162 ceph-mon[54108]: pgmap v2231: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T13:54:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:56 smithi162 ceph-mon[54108]: pgmap v2232: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:54:58.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:54:58 smithi081 ceph-mon[26762]: pgmap v2233: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:54:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:54:58 smithi096 ceph-mon[51702]: pgmap v2233: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:54:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:54:58 smithi162 ceph-mon[54108]: pgmap v2233: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:55:00.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:00 smithi081 ceph-mon[26762]: pgmap v2234: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:55:00.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:00 smithi096 ceph-mon[51702]: pgmap v2234: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:55:00.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:00 smithi162 ceph-mon[54108]: pgmap v2234: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:55:02.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:02 smithi081 ceph-mon[26762]: pgmap v2235: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:55:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:02 smithi096 ceph-mon[51702]: pgmap v2235: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:55:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:02 smithi162 ceph-mon[54108]: pgmap v2235: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T13:55:04.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:04 smithi081 ceph-mon[26762]: pgmap v2236: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:55:04.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:04 smithi096 ceph-mon[51702]: pgmap v2236: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:55:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:04 smithi162 ceph-mon[54108]: pgmap v2236: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T13:55:06.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:06 smithi081 ceph-mon[26762]: pgmap v2237: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:06.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:06 smithi096 ceph-mon[51702]: pgmap v2237: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:06.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:06 smithi162 ceph-mon[54108]: pgmap v2237: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:08.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:08 smithi081 ceph-mon[26762]: pgmap v2238: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:08.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:08 smithi096 ceph-mon[51702]: pgmap v2238: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:08.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:08 smithi162 ceph-mon[54108]: pgmap v2238: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:10.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:10 smithi081 ceph-mon[26762]: pgmap v2239: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:10.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:10 smithi096 ceph-mon[51702]: pgmap v2239: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:10.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:10 smithi162 ceph-mon[54108]: pgmap v2239: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:12.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:12 smithi081 ceph-mon[26762]: pgmap v2240: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:12.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:12 smithi096 ceph-mon[51702]: pgmap v2240: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:12.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:12 smithi162 ceph-mon[54108]: pgmap v2240: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:14.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:14 smithi096 ceph-mon[51702]: pgmap v2241: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:14.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:14 smithi162 ceph-mon[54108]: pgmap v2241: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:14.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:14 smithi081 ceph-mon[26762]: pgmap v2241: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:16.570 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:16 smithi081 ceph-mon[26762]: pgmap v2242: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:16.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:16 smithi096 ceph-mon[51702]: pgmap v2242: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:16.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:16 smithi162 ceph-mon[54108]: pgmap v2242: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:18.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:18 smithi096 ceph-mon[51702]: pgmap v2243: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:18.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:18 smithi162 ceph-mon[54108]: pgmap v2243: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:18.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:18 smithi081 ceph-mon[26762]: pgmap v2243: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:20.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:20 smithi096 ceph-mon[51702]: pgmap v2244: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:20.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:20 smithi162 ceph-mon[54108]: pgmap v2244: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:20.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:20 smithi081 ceph-mon[26762]: pgmap v2244: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:22.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:22 smithi096 ceph-mon[51702]: pgmap v2245: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:22.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:22 smithi162 ceph-mon[54108]: pgmap v2245: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:22.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:22 smithi081 ceph-mon[26762]: pgmap v2245: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:24.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:24 smithi096 ceph-mon[51702]: pgmap v2246: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:24.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:24 smithi162 ceph-mon[54108]: pgmap v2246: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:24.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:24 smithi081 ceph-mon[26762]: pgmap v2246: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:26.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:26 smithi096 ceph-mon[51702]: pgmap v2247: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:26.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:26 smithi162 ceph-mon[54108]: pgmap v2247: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:26.639 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:26 smithi081 ceph-mon[26762]: pgmap v2247: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:28.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:28 smithi096 ceph-mon[51702]: pgmap v2248: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:28.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:28 smithi162 ceph-mon[54108]: pgmap v2248: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:28.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:28 smithi081 ceph-mon[26762]: pgmap v2248: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:30.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:30 smithi096 ceph-mon[51702]: pgmap v2249: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:30.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:30 smithi162 ceph-mon[54108]: pgmap v2249: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:30.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:30 smithi081 ceph-mon[26762]: pgmap v2249: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:31.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:31 smithi081 ceph-mon[26762]: pgmap v2250: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:31.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:31 smithi096 ceph-mon[51702]: pgmap v2250: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:31.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:31 smithi162 ceph-mon[54108]: pgmap v2250: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:34.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:34 smithi081 ceph-mon[26762]: pgmap v2251: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:34.584 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:34 smithi096 ceph-mon[51702]: pgmap v2251: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:34.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:34 smithi162 ceph-mon[54108]: pgmap v2251: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:36.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:36 smithi081 ceph-mon[26762]: pgmap v2252: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:36.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:36 smithi096 ceph-mon[51702]: pgmap v2252: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:36.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:36 smithi162 ceph-mon[54108]: pgmap v2252: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:38.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:38 smithi081 ceph-mon[26762]: pgmap v2253: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:38.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:38 smithi096 ceph-mon[51702]: pgmap v2253: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:38.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:38 smithi162 ceph-mon[54108]: pgmap v2253: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:40.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:40 smithi081 ceph-mon[26762]: pgmap v2254: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:40.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:40 smithi096 ceph-mon[51702]: pgmap v2254: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:40.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:40 smithi162 ceph-mon[54108]: pgmap v2254: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:42.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:42 smithi081 ceph-mon[26762]: pgmap v2255: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:42.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:42 smithi096 ceph-mon[51702]: pgmap v2255: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:42.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:42 smithi162 ceph-mon[54108]: pgmap v2255: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:44.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:44 smithi081 ceph-mon[26762]: pgmap v2256: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:44.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:44 smithi096 ceph-mon[51702]: pgmap v2256: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:44.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:44 smithi162 ceph-mon[54108]: pgmap v2256: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:46.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:46 smithi081 ceph-mon[26762]: pgmap v2257: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:46.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:46 smithi096 ceph-mon[51702]: pgmap v2257: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:46.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:46 smithi162 ceph-mon[54108]: pgmap v2257: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:55:48.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:48 smithi081 ceph-mon[26762]: pgmap v2258: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:48.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:48 smithi081 ceph-mon[26762]: osdmap e101: 8 total, 8 up, 8 in 2024-04-24T13:55:48.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:48 smithi096 ceph-mon[51702]: pgmap v2258: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:48.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:48 smithi096 ceph-mon[51702]: osdmap e101: 8 total, 8 up, 8 in 2024-04-24T13:55:48.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:48 smithi162 ceph-mon[54108]: pgmap v2258: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:55:48.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:48 smithi162 ceph-mon[54108]: osdmap e101: 8 total, 8 up, 8 in 2024-04-24T13:55:50.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:50 smithi081 ceph-mon[26762]: pgmap v2260: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:50.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:50 smithi096 ceph-mon[51702]: pgmap v2260: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:50.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:50 smithi162 ceph-mon[54108]: pgmap v2260: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:52.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:52 smithi081 ceph-mon[26762]: pgmap v2261: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:52.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:52 smithi096 ceph-mon[51702]: pgmap v2261: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:52.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:52 smithi162 ceph-mon[54108]: pgmap v2261: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:54.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:54 smithi081 ceph-mon[26762]: pgmap v2262: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:54.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:54 smithi096 ceph-mon[51702]: pgmap v2262: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:54.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:54 smithi162 ceph-mon[54108]: pgmap v2262: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:56 smithi081 ceph-mon[26762]: pgmap v2263: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:55:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:55:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:55:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:55:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:56 smithi096 ceph-mon[51702]: pgmap v2263: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:55:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:55:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:55:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:55:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:56 smithi162 ceph-mon[54108]: pgmap v2263: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:55:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:55:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:55:56.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:55:56.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:55:57.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:57 smithi081 ceph-mon[26762]: pgmap v2264: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:55:57.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:57 smithi081 ceph-mon[26762]: pgmap v2265: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:55:57.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:57 smithi096 ceph-mon[51702]: pgmap v2264: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:55:57.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:57 smithi096 ceph-mon[51702]: pgmap v2265: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:55:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:57 smithi162 ceph-mon[54108]: pgmap v2264: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:55:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:57 smithi162 ceph-mon[54108]: pgmap v2265: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:55:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:55:59 smithi081 ceph-mon[26762]: pgmap v2266: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:55:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:55:59 smithi096 ceph-mon[51702]: pgmap v2266: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:55:59.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:55:59 smithi162 ceph-mon[54108]: pgmap v2266: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:56:01.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:01 smithi081 ceph-mon[26762]: pgmap v2267: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:01.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:01 smithi096 ceph-mon[51702]: pgmap v2267: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:01 smithi162 ceph-mon[54108]: pgmap v2267: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:03.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:03 smithi081 ceph-mon[26762]: pgmap v2268: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:03.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:03 smithi096 ceph-mon[51702]: pgmap v2268: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:03.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:03 smithi162 ceph-mon[54108]: pgmap v2268: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:05.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:05 smithi081 ceph-mon[26762]: pgmap v2269: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:05.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:05 smithi096 ceph-mon[51702]: pgmap v2269: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:05.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:05 smithi162 ceph-mon[54108]: pgmap v2269: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T13:56:07.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:07 smithi081 ceph-mon[26762]: pgmap v2270: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:56:07.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:07 smithi096 ceph-mon[51702]: pgmap v2270: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:56:07.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:07 smithi162 ceph-mon[54108]: pgmap v2270: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:56:09.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:09 smithi081 ceph-mon[26762]: pgmap v2271: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:09.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:09 smithi096 ceph-mon[51702]: pgmap v2271: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:09.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:09 smithi162 ceph-mon[54108]: pgmap v2271: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:11.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:11 smithi081 ceph-mon[26762]: pgmap v2272: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:11.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:11 smithi096 ceph-mon[51702]: pgmap v2272: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:11.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:11 smithi162 ceph-mon[54108]: pgmap v2272: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:13.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:13 smithi081 ceph-mon[26762]: pgmap v2273: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:13.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:13 smithi096 ceph-mon[51702]: pgmap v2273: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:13.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:13 smithi162 ceph-mon[54108]: pgmap v2273: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:15.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:15 smithi081 ceph-mon[26762]: pgmap v2274: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:15.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:15 smithi096 ceph-mon[51702]: pgmap v2274: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:15.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:15 smithi162 ceph-mon[54108]: pgmap v2274: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:17.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:17 smithi081 ceph-mon[26762]: pgmap v2275: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:17.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:17 smithi096 ceph-mon[51702]: pgmap v2275: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:17.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:17 smithi162 ceph-mon[54108]: pgmap v2275: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:19.217 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:19 smithi081 ceph-mon[26762]: pgmap v2276: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:19.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:19 smithi096 ceph-mon[51702]: pgmap v2276: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:19.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:19 smithi162 ceph-mon[54108]: pgmap v2276: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:21.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:21 smithi081 ceph-mon[26762]: pgmap v2277: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:21.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:21 smithi096 ceph-mon[51702]: pgmap v2277: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:21.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:21 smithi162 ceph-mon[54108]: pgmap v2277: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:23.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:23 smithi081 ceph-mon[26762]: pgmap v2278: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:23.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:23 smithi096 ceph-mon[51702]: pgmap v2278: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:23.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:23 smithi162 ceph-mon[54108]: pgmap v2278: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:25.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:25 smithi081 ceph-mon[26762]: pgmap v2279: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:25.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:25 smithi096 ceph-mon[51702]: pgmap v2279: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:25.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:25 smithi162 ceph-mon[54108]: pgmap v2279: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:27.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:27 smithi081 ceph-mon[26762]: pgmap v2280: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:27.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:27 smithi096 ceph-mon[51702]: pgmap v2280: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:27.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:27 smithi162 ceph-mon[54108]: pgmap v2280: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:29.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:29 smithi081 ceph-mon[26762]: pgmap v2281: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:29.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:29 smithi096 ceph-mon[51702]: pgmap v2281: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:29.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:29 smithi162 ceph-mon[54108]: pgmap v2281: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:31.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:31 smithi081 ceph-mon[26762]: pgmap v2282: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:31.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:31 smithi096 ceph-mon[51702]: pgmap v2282: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:31.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:31 smithi162 ceph-mon[54108]: pgmap v2282: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:33.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:33 smithi081 ceph-mon[26762]: pgmap v2283: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:33.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:33 smithi096 ceph-mon[51702]: pgmap v2283: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:33.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:33 smithi162 ceph-mon[54108]: pgmap v2283: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:35.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:35 smithi081 ceph-mon[26762]: pgmap v2284: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:35.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:35 smithi096 ceph-mon[51702]: pgmap v2284: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:35.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:35 smithi162 ceph-mon[54108]: pgmap v2284: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:37.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:37 smithi081 ceph-mon[26762]: pgmap v2285: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:37.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:37 smithi096 ceph-mon[51702]: pgmap v2285: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:37.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:37 smithi162 ceph-mon[54108]: pgmap v2285: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:39.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:39 smithi081 ceph-mon[26762]: pgmap v2286: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:39.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:39 smithi096 ceph-mon[51702]: pgmap v2286: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:39.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:39 smithi162 ceph-mon[54108]: pgmap v2286: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:41.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:41 smithi081 ceph-mon[26762]: pgmap v2287: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:41.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:41 smithi096 ceph-mon[51702]: pgmap v2287: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:41.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:41 smithi162 ceph-mon[54108]: pgmap v2287: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:43.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:43 smithi081 ceph-mon[26762]: pgmap v2288: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:43.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:43 smithi096 ceph-mon[51702]: pgmap v2288: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:43.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:43 smithi162 ceph-mon[54108]: pgmap v2288: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:45.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:45 smithi081 ceph-mon[26762]: pgmap v2289: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:45.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:45 smithi096 ceph-mon[51702]: pgmap v2289: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:45.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:45 smithi162 ceph-mon[54108]: pgmap v2289: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:47.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:47 smithi081 ceph-mon[26762]: pgmap v2290: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:47.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:47 smithi096 ceph-mon[51702]: pgmap v2290: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:47.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:47 smithi162 ceph-mon[54108]: pgmap v2290: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:49.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:49 smithi081 ceph-mon[26762]: pgmap v2291: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:49.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:49 smithi096 ceph-mon[51702]: pgmap v2291: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:49.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:49 smithi162 ceph-mon[54108]: pgmap v2291: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:51.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:51 smithi081 ceph-mon[26762]: pgmap v2292: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:51.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:51 smithi096 ceph-mon[51702]: pgmap v2292: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:51.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:51 smithi162 ceph-mon[54108]: pgmap v2292: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:53.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:53 smithi081 ceph-mon[26762]: pgmap v2293: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:53.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:53 smithi096 ceph-mon[51702]: pgmap v2293: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:53.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:53 smithi162 ceph-mon[54108]: pgmap v2293: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:55.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:55 smithi081 ceph-mon[26762]: pgmap v2294: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:55.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:55 smithi096 ceph-mon[51702]: pgmap v2294: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:55.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:55 smithi162 ceph-mon[54108]: pgmap v2294: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:56:56.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:56 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:56:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:56 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:56:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:56 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:56:57.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:57 smithi081 ceph-mon[26762]: pgmap v2295: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:57.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:56:57.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:56:57.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:56:57.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:57 smithi096 ceph-mon[51702]: pgmap v2295: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:57.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:57 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:56:57.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:57 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:56:57.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:57 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:56:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:57 smithi162 ceph-mon[54108]: pgmap v2295: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:56:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:57 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:56:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:57 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:56:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:57 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:56:58.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:58 smithi081 ceph-mon[26762]: pgmap v2296: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T13:56:58.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:56:58 smithi081 ceph-mon[26762]: pgmap v2297: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:56:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:58 smithi096 ceph-mon[51702]: pgmap v2296: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T13:56:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:56:58 smithi096 ceph-mon[51702]: pgmap v2297: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:56:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:58 smithi162 ceph-mon[54108]: pgmap v2296: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T13:56:58.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:56:58 smithi162 ceph-mon[54108]: pgmap v2297: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:00.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:00 smithi081 ceph-mon[26762]: pgmap v2298: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:00.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:00 smithi096 ceph-mon[51702]: pgmap v2298: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:00.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:00 smithi162 ceph-mon[54108]: pgmap v2298: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:02.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:02 smithi081 ceph-mon[26762]: pgmap v2299: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:02 smithi096 ceph-mon[51702]: pgmap v2299: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:02 smithi162 ceph-mon[54108]: pgmap v2299: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:04.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:04 smithi081 ceph-mon[26762]: pgmap v2300: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:57:04.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:04 smithi096 ceph-mon[51702]: pgmap v2300: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:57:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:04 smithi162 ceph-mon[54108]: pgmap v2300: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T13:57:06.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:06 smithi081 ceph-mon[26762]: pgmap v2301: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:06.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:06 smithi096 ceph-mon[51702]: pgmap v2301: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:06.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:06 smithi162 ceph-mon[54108]: pgmap v2301: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T13:57:08.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:08 smithi081 ceph-mon[26762]: pgmap v2302: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:57:08.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:08 smithi096 ceph-mon[51702]: pgmap v2302: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:57:08.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:08 smithi162 ceph-mon[54108]: pgmap v2302: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:57:10.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:10 smithi081 ceph-mon[26762]: pgmap v2303: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:10.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:10 smithi096 ceph-mon[51702]: pgmap v2303: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:10.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:10 smithi162 ceph-mon[54108]: pgmap v2303: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:12.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:12 smithi081 ceph-mon[26762]: pgmap v2304: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:12.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:12 smithi096 ceph-mon[51702]: pgmap v2304: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:12.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:12 smithi162 ceph-mon[54108]: pgmap v2304: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:14.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:14 smithi081 ceph-mon[26762]: pgmap v2305: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:14.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:14 smithi096 ceph-mon[51702]: pgmap v2305: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:14.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:14 smithi162 ceph-mon[54108]: pgmap v2305: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:16.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:16 smithi081 ceph-mon[26762]: pgmap v2306: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:16.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:16 smithi096 ceph-mon[51702]: pgmap v2306: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:16.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:16 smithi162 ceph-mon[54108]: pgmap v2306: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:18.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:18 smithi081 ceph-mon[26762]: pgmap v2307: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:18.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:18 smithi096 ceph-mon[51702]: pgmap v2307: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:18.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:18 smithi162 ceph-mon[54108]: pgmap v2307: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:20.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:20 smithi081 ceph-mon[26762]: pgmap v2308: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:20.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:20 smithi096 ceph-mon[51702]: pgmap v2308: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:20.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:20 smithi162 ceph-mon[54108]: pgmap v2308: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:22.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:22 smithi081 ceph-mon[26762]: pgmap v2309: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:22.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:22 smithi096 ceph-mon[51702]: pgmap v2309: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:22.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:22 smithi162 ceph-mon[54108]: pgmap v2309: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:24.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:24 smithi081 ceph-mon[26762]: pgmap v2310: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:24.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:24 smithi096 ceph-mon[51702]: pgmap v2310: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:24.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:24 smithi162 ceph-mon[54108]: pgmap v2310: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:26.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:26 smithi081 ceph-mon[26762]: pgmap v2311: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:26.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:26 smithi096 ceph-mon[51702]: pgmap v2311: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:26.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:26 smithi162 ceph-mon[54108]: pgmap v2311: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:28.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:28 smithi081 ceph-mon[26762]: pgmap v2312: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:28.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:28 smithi096 ceph-mon[51702]: pgmap v2312: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:28.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:28 smithi162 ceph-mon[54108]: pgmap v2312: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:30.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:30 smithi081 ceph-mon[26762]: pgmap v2313: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:30.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:30 smithi096 ceph-mon[51702]: pgmap v2313: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:30.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:30 smithi162 ceph-mon[54108]: pgmap v2313: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:32.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:32 smithi081 ceph-mon[26762]: pgmap v2314: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:32.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:32 smithi096 ceph-mon[51702]: pgmap v2314: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:32.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:32 smithi162 ceph-mon[54108]: pgmap v2314: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:34.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:34 smithi081 ceph-mon[26762]: pgmap v2315: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:34.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:34 smithi096 ceph-mon[51702]: pgmap v2315: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:34.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:34 smithi162 ceph-mon[54108]: pgmap v2315: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:36.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:36 smithi096 ceph-mon[51702]: pgmap v2316: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:36.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:36 smithi162 ceph-mon[54108]: pgmap v2316: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:36.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:36 smithi081 ceph-mon[26762]: pgmap v2316: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:38.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:38 smithi096 ceph-mon[51702]: pgmap v2317: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:38.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:38 smithi162 ceph-mon[54108]: pgmap v2317: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:38.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:38 smithi081 ceph-mon[26762]: pgmap v2317: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:40.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:40 smithi096 ceph-mon[51702]: pgmap v2318: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:40.638 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:40 smithi162 ceph-mon[54108]: pgmap v2318: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:40.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:40 smithi081 ceph-mon[26762]: pgmap v2318: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:42.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:42 smithi096 ceph-mon[51702]: pgmap v2319: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:42.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:42 smithi162 ceph-mon[54108]: pgmap v2319: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:42.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:42 smithi081 ceph-mon[26762]: pgmap v2319: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:44.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:44 smithi096 ceph-mon[51702]: pgmap v2320: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:44.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:44 smithi162 ceph-mon[54108]: pgmap v2320: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:44.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:44 smithi081 ceph-mon[26762]: pgmap v2320: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:46.618 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:46 smithi081 ceph-mon[26762]: pgmap v2321: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:46.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:46 smithi096 ceph-mon[51702]: pgmap v2321: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:46.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:46 smithi162 ceph-mon[54108]: pgmap v2321: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:48.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:48 smithi096 ceph-mon[51702]: pgmap v2322: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:48.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:48 smithi162 ceph-mon[54108]: pgmap v2322: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:48.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:48 smithi081 ceph-mon[26762]: pgmap v2322: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:50.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:50 smithi096 ceph-mon[51702]: pgmap v2323: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:50.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:50 smithi162 ceph-mon[54108]: pgmap v2323: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:50.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:50 smithi081 ceph-mon[26762]: pgmap v2323: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:52.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:52 smithi096 ceph-mon[51702]: pgmap v2324: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:52.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:52 smithi162 ceph-mon[54108]: pgmap v2324: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:52.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:52 smithi081 ceph-mon[26762]: pgmap v2324: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:54.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:54 smithi096 ceph-mon[51702]: pgmap v2325: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:54.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:54 smithi162 ceph-mon[54108]: pgmap v2325: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:54.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:54 smithi081 ceph-mon[26762]: pgmap v2325: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:56.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:56 smithi096 ceph-mon[51702]: pgmap v2326: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:56 smithi162 ceph-mon[54108]: pgmap v2326: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:56.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:56 smithi081 ceph-mon[26762]: pgmap v2326: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:57:57.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:57 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:57:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:57 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:57:57.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:57 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:57:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:58 smithi096 ceph-mon[51702]: pgmap v2327: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:58 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:58 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:58 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:57:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:58 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:57:58.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:58 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:58 smithi162 ceph-mon[54108]: pgmap v2327: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:58 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:58 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:58 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:57:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:58 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:57:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:58 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:58 smithi081 ceph-mon[26762]: pgmap v2327: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:57:58.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:58.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:57:58.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:57:58.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:58 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:57:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:59 smithi096 ceph-mon[51702]: pgmap v2328: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1 op/s 2024-04-24T13:57:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:57:59 smithi096 ceph-mon[51702]: pgmap v2329: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 0 op/s 2024-04-24T13:57:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:59 smithi162 ceph-mon[54108]: pgmap v2328: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1 op/s 2024-04-24T13:57:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:57:59 smithi162 ceph-mon[54108]: pgmap v2329: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 0 op/s 2024-04-24T13:57:59.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:59 smithi081 ceph-mon[26762]: pgmap v2328: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1 op/s 2024-04-24T13:57:59.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:57:59 smithi081 ceph-mon[26762]: pgmap v2329: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 0 op/s 2024-04-24T13:58:01.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:01 smithi096 ceph-mon[51702]: pgmap v2330: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:01 smithi162 ceph-mon[54108]: pgmap v2330: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:01.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:01 smithi081 ceph-mon[26762]: pgmap v2330: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:03.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:03 smithi096 ceph-mon[51702]: pgmap v2331: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:03.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:03 smithi162 ceph-mon[54108]: pgmap v2331: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:03.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:03 smithi081 ceph-mon[26762]: pgmap v2331: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:05.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:05 smithi096 ceph-mon[51702]: pgmap v2332: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:05.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:05 smithi162 ceph-mon[54108]: pgmap v2332: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:05 smithi081 ceph-mon[26762]: pgmap v2332: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:07.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:07 smithi096 ceph-mon[51702]: pgmap v2333: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:07.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:07 smithi162 ceph-mon[54108]: pgmap v2333: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:07.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:07 smithi081 ceph-mon[26762]: pgmap v2333: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T13:58:09.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:09 smithi096 ceph-mon[51702]: pgmap v2334: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:58:09.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:09 smithi162 ceph-mon[54108]: pgmap v2334: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:58:09.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:09 smithi081 ceph-mon[26762]: pgmap v2334: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:58:11.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:11 smithi096 ceph-mon[51702]: pgmap v2335: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:11.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:11 smithi162 ceph-mon[54108]: pgmap v2335: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:11 smithi081 ceph-mon[26762]: pgmap v2335: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:13.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:13 smithi096 ceph-mon[51702]: pgmap v2336: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:13.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:13 smithi162 ceph-mon[54108]: pgmap v2336: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:13.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:13 smithi081 ceph-mon[26762]: pgmap v2336: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:14.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:14 smithi081 ceph-mon[26762]: pgmap v2337: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:14.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:14 smithi096 ceph-mon[51702]: pgmap v2337: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:14.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:14 smithi162 ceph-mon[54108]: pgmap v2337: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:17.519 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:17 smithi081 ceph-mon[26762]: pgmap v2338: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:17.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:17 smithi096 ceph-mon[51702]: pgmap v2338: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:17.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:17 smithi162 ceph-mon[54108]: pgmap v2338: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:19.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:19 smithi081 ceph-mon[26762]: pgmap v2339: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:19.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:19 smithi096 ceph-mon[51702]: pgmap v2339: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:19.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:19 smithi162 ceph-mon[54108]: pgmap v2339: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:21.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:21 smithi081 ceph-mon[26762]: pgmap v2340: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:21.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:21 smithi096 ceph-mon[51702]: pgmap v2340: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:21.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:21 smithi162 ceph-mon[54108]: pgmap v2340: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:23.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:23 smithi081 ceph-mon[26762]: pgmap v2341: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:23.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:23 smithi096 ceph-mon[51702]: pgmap v2341: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:23.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:23 smithi162 ceph-mon[54108]: pgmap v2341: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:25.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:25 smithi081 ceph-mon[26762]: pgmap v2342: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:25.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:25 smithi096 ceph-mon[51702]: pgmap v2342: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:25.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:25 smithi162 ceph-mon[54108]: pgmap v2342: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:27.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:27 smithi081 ceph-mon[26762]: pgmap v2343: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:27.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:27 smithi096 ceph-mon[51702]: pgmap v2343: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:27.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:27 smithi162 ceph-mon[54108]: pgmap v2343: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:29.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:29 smithi081 ceph-mon[26762]: pgmap v2344: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:29.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:29 smithi096 ceph-mon[51702]: pgmap v2344: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:29.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:29 smithi162 ceph-mon[54108]: pgmap v2344: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:31.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:31 smithi081 ceph-mon[26762]: pgmap v2345: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:31.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:31 smithi096 ceph-mon[51702]: pgmap v2345: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:31.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:31 smithi162 ceph-mon[54108]: pgmap v2345: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:33.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:33 smithi081 ceph-mon[26762]: pgmap v2346: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:33.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:33 smithi096 ceph-mon[51702]: pgmap v2346: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:33.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:33 smithi162 ceph-mon[54108]: pgmap v2346: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:35.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:35 smithi081 ceph-mon[26762]: pgmap v2347: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:35.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:35 smithi096 ceph-mon[51702]: pgmap v2347: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:35.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:35 smithi162 ceph-mon[54108]: pgmap v2347: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:37.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:37 smithi081 ceph-mon[26762]: pgmap v2348: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:37.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:37 smithi096 ceph-mon[51702]: pgmap v2348: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:37.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:37 smithi162 ceph-mon[54108]: pgmap v2348: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:39.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:39 smithi081 ceph-mon[26762]: pgmap v2349: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:39.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:39 smithi096 ceph-mon[51702]: pgmap v2349: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:39.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:39 smithi162 ceph-mon[54108]: pgmap v2349: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:41.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:41 smithi081 ceph-mon[26762]: pgmap v2350: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:41.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:41 smithi096 ceph-mon[51702]: pgmap v2350: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:41.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:41 smithi162 ceph-mon[54108]: pgmap v2350: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:43.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:43 smithi081 ceph-mon[26762]: pgmap v2351: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:43.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:43 smithi096 ceph-mon[51702]: pgmap v2351: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:43.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:43 smithi162 ceph-mon[54108]: pgmap v2351: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:45.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:45 smithi081 ceph-mon[26762]: pgmap v2352: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:45.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:45 smithi096 ceph-mon[51702]: pgmap v2352: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:45.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:45 smithi162 ceph-mon[54108]: pgmap v2352: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:47.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:47 smithi081 ceph-mon[26762]: pgmap v2353: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:47.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:47 smithi096 ceph-mon[51702]: pgmap v2353: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:47.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:47 smithi162 ceph-mon[54108]: pgmap v2353: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:49.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:49 smithi081 ceph-mon[26762]: pgmap v2354: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:49.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:49 smithi096 ceph-mon[51702]: pgmap v2354: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:49.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:49 smithi162 ceph-mon[54108]: pgmap v2354: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:51.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:51 smithi081 ceph-mon[26762]: pgmap v2355: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:51.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:51 smithi096 ceph-mon[51702]: pgmap v2355: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:51.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:51 smithi162 ceph-mon[54108]: pgmap v2355: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:53.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:53 smithi081 ceph-mon[26762]: pgmap v2356: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:53.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:53 smithi096 ceph-mon[51702]: pgmap v2356: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:53.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:53 smithi162 ceph-mon[54108]: pgmap v2356: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:55.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:55 smithi081 ceph-mon[26762]: pgmap v2357: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:55.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:55 smithi096 ceph-mon[51702]: pgmap v2357: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:55.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:55 smithi162 ceph-mon[54108]: pgmap v2357: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:58:57.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:57 smithi081 ceph-mon[26762]: pgmap v2358: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:57.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:57 smithi096 ceph-mon[51702]: pgmap v2358: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:57.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:57 smithi162 ceph-mon[54108]: pgmap v2358: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:59.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: pgmap v2359: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:58:59 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: pgmap v2359: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:58:59 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: pgmap v2359: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:58:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:58:59 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: pgmap v2360: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 2 op/s 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: pgmap v2361: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:00.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:00 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: pgmap v2360: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 2 op/s 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: pgmap v2361: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:00.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:00 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: pgmap v2360: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 2 op/s 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: pgmap v2361: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:00.887 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:00 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T13:59:03.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:03 smithi081 ceph-mon[26762]: pgmap v2362: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:03.590 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:03 smithi162 ceph-mon[54108]: pgmap v2362: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:03 smithi096 ceph-mon[51702]: pgmap v2362: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:05.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:05 smithi081 ceph-mon[26762]: pgmap v2363: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:05.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:05 smithi096 ceph-mon[51702]: pgmap v2363: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:05.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:05 smithi162 ceph-mon[54108]: pgmap v2363: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:07.433 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:07 smithi096 ceph-mon[51702]: pgmap v2364: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:07.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:07 smithi081 ceph-mon[26762]: pgmap v2364: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:07.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:07 smithi162 ceph-mon[54108]: pgmap v2364: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:09.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:09 smithi081 ceph-mon[26762]: pgmap v2365: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:09.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:09 smithi096 ceph-mon[51702]: pgmap v2365: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:09.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:09 smithi162 ceph-mon[54108]: pgmap v2365: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:11.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:11 smithi081 ceph-mon[26762]: pgmap v2366: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:11 smithi096 ceph-mon[51702]: pgmap v2366: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:11.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:11 smithi162 ceph-mon[54108]: pgmap v2366: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:13.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:13 smithi081 ceph-mon[26762]: pgmap v2367: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:13.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:13 smithi081 ceph-mon[26762]: osdmap e102: 8 total, 8 up, 8 in 2024-04-24T13:59:13.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:13 smithi096 ceph-mon[51702]: pgmap v2367: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:13.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:13 smithi096 ceph-mon[51702]: osdmap e102: 8 total, 8 up, 8 in 2024-04-24T13:59:13.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:13 smithi162 ceph-mon[54108]: pgmap v2367: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:13.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:13 smithi162 ceph-mon[54108]: osdmap e102: 8 total, 8 up, 8 in 2024-04-24T13:59:15.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:15 smithi081 ceph-mon[26762]: pgmap v2369: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:15.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:15 smithi096 ceph-mon[51702]: pgmap v2369: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:15.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:15 smithi162 ceph-mon[54108]: pgmap v2369: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:17.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:17 smithi081 ceph-mon[26762]: pgmap v2370: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:17.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:17 smithi081 ceph-mon[26762]: osdmap e103: 8 total, 8 up, 8 in 2024-04-24T13:59:17.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:17 smithi096 ceph-mon[51702]: pgmap v2370: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:17.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:17 smithi096 ceph-mon[51702]: osdmap e103: 8 total, 8 up, 8 in 2024-04-24T13:59:17.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:17 smithi162 ceph-mon[54108]: pgmap v2370: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:17.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:17 smithi162 ceph-mon[54108]: osdmap e103: 8 total, 8 up, 8 in 2024-04-24T13:59:19.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:19 smithi081 ceph-mon[26762]: pgmap v2372: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:59:19.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:19 smithi096 ceph-mon[51702]: pgmap v2372: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:59:19.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:19 smithi162 ceph-mon[54108]: pgmap v2372: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 0 op/s 2024-04-24T13:59:21.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:21 smithi081 ceph-mon[26762]: pgmap v2373: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:21.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:21 smithi096 ceph-mon[51702]: pgmap v2373: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:21.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:21 smithi162 ceph-mon[54108]: pgmap v2373: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:23.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:23 smithi081 ceph-mon[26762]: pgmap v2374: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:59:23.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:23 smithi096 ceph-mon[51702]: pgmap v2374: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:59:23.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:23 smithi162 ceph-mon[54108]: pgmap v2374: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.3 KiB/s rd, 1 op/s 2024-04-24T13:59:25.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:25 smithi081 ceph-mon[26762]: pgmap v2375: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:25.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:25 smithi096 ceph-mon[51702]: pgmap v2375: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:25.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:25 smithi162 ceph-mon[54108]: pgmap v2375: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:27.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:27 smithi081 ceph-mon[26762]: pgmap v2376: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:27.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:27 smithi096 ceph-mon[51702]: pgmap v2376: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:27.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:27 smithi162 ceph-mon[54108]: pgmap v2376: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T13:59:29.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:29 smithi081 ceph-mon[26762]: pgmap v2377: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:59:29.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:29 smithi096 ceph-mon[51702]: pgmap v2377: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:59:29.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:29 smithi162 ceph-mon[54108]: pgmap v2377: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T13:59:31.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:31 smithi081 ceph-mon[26762]: pgmap v2378: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:31.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:31 smithi096 ceph-mon[51702]: pgmap v2378: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:31.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:31 smithi162 ceph-mon[54108]: pgmap v2378: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:33.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:33 smithi081 ceph-mon[26762]: pgmap v2379: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:33.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:33 smithi096 ceph-mon[51702]: pgmap v2379: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:33.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:33 smithi162 ceph-mon[54108]: pgmap v2379: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:35.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:35 smithi081 ceph-mon[26762]: pgmap v2380: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:35.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:35 smithi096 ceph-mon[51702]: pgmap v2380: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:35.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:35 smithi162 ceph-mon[54108]: pgmap v2380: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:37.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:37 smithi081 ceph-mon[26762]: pgmap v2381: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:37.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:37 smithi096 ceph-mon[51702]: pgmap v2381: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:37.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:37 smithi162 ceph-mon[54108]: pgmap v2381: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:39.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:39 smithi081 ceph-mon[26762]: pgmap v2382: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:39.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:39 smithi096 ceph-mon[51702]: pgmap v2382: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:39.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:39 smithi162 ceph-mon[54108]: pgmap v2382: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:41.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:41 smithi081 ceph-mon[26762]: pgmap v2383: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:41.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:41 smithi096 ceph-mon[51702]: pgmap v2383: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:41.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:41 smithi162 ceph-mon[54108]: pgmap v2383: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:43.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:43 smithi081 ceph-mon[26762]: pgmap v2384: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:43.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:43 smithi096 ceph-mon[51702]: pgmap v2384: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:43.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:43 smithi162 ceph-mon[54108]: pgmap v2384: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:45.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:45 smithi081 ceph-mon[26762]: pgmap v2385: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:45.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:45 smithi096 ceph-mon[51702]: pgmap v2385: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:45.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:45 smithi162 ceph-mon[54108]: pgmap v2385: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:47.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:47 smithi081 ceph-mon[26762]: pgmap v2386: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:47.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:47 smithi096 ceph-mon[51702]: pgmap v2386: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:47.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:47 smithi162 ceph-mon[54108]: pgmap v2386: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:49.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:49 smithi081 ceph-mon[26762]: pgmap v2387: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:49.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:49 smithi096 ceph-mon[51702]: pgmap v2387: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:49.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:49 smithi162 ceph-mon[54108]: pgmap v2387: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:51.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:51 smithi081 ceph-mon[26762]: pgmap v2388: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:51.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:51 smithi096 ceph-mon[51702]: pgmap v2388: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:51.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:51 smithi162 ceph-mon[54108]: pgmap v2388: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:53.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:53 smithi081 ceph-mon[26762]: pgmap v2389: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:53.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:53 smithi096 ceph-mon[51702]: pgmap v2389: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:53.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:53 smithi162 ceph-mon[54108]: pgmap v2389: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:55.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:55 smithi081 ceph-mon[26762]: pgmap v2390: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:55.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:55 smithi096 ceph-mon[51702]: pgmap v2390: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:55.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:55 smithi162 ceph-mon[54108]: pgmap v2390: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T13:59:57.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:57 smithi081 ceph-mon[26762]: pgmap v2391: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:57.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:57 smithi096 ceph-mon[51702]: pgmap v2391: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:57.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:57 smithi162 ceph-mon[54108]: pgmap v2391: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:59.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 13:59:59 smithi081 ceph-mon[26762]: pgmap v2392: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:59.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 13:59:59 smithi096 ceph-mon[51702]: pgmap v2392: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T13:59:59.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 13:59:59 smithi162 ceph-mon[54108]: pgmap v2392: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:00.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:00 smithi081 ceph-mon[26762]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T14:00:00.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:00 smithi096 ceph-mon[51702]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T14:00:00.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:00 smithi162 ceph-mon[54108]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T14:00:01.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:01 smithi081 ceph-mon[26762]: pgmap v2393: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:01.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:00:01.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:00:01.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:00:01.566 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:00:01.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:01 smithi096 ceph-mon[51702]: pgmap v2393: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:01.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:00:01.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:00:01.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:00:01.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:00:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:01 smithi162 ceph-mon[54108]: pgmap v2393: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:00:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:00:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:00:01.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:00:02.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:02 smithi081 ceph-mon[26762]: pgmap v2394: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:00:02.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:02 smithi081 ceph-mon[26762]: pgmap v2395: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:02.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:02 smithi096 ceph-mon[51702]: pgmap v2394: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:00:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:02 smithi096 ceph-mon[51702]: pgmap v2395: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:02 smithi162 ceph-mon[54108]: pgmap v2394: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:00:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:02 smithi162 ceph-mon[54108]: pgmap v2395: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:04.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:04 smithi081 ceph-mon[26762]: pgmap v2396: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:00:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:04 smithi096 ceph-mon[51702]: pgmap v2396: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:00:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:04 smithi162 ceph-mon[54108]: pgmap v2396: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:00:06.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:06 smithi081 ceph-mon[26762]: pgmap v2397: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:06.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:06 smithi096 ceph-mon[51702]: pgmap v2397: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:06.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:06 smithi162 ceph-mon[54108]: pgmap v2397: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:08.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:08 smithi081 ceph-mon[26762]: pgmap v2398: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:08 smithi096 ceph-mon[51702]: pgmap v2398: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:08.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:08 smithi162 ceph-mon[54108]: pgmap v2398: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:10.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:10 smithi081 ceph-mon[26762]: pgmap v2399: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:10 smithi096 ceph-mon[51702]: pgmap v2399: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:10.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:10 smithi162 ceph-mon[54108]: pgmap v2399: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:00:12.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:12 smithi081 ceph-mon[26762]: pgmap v2400: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:00:12.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:12 smithi096 ceph-mon[51702]: pgmap v2400: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:00:12.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:12 smithi162 ceph-mon[54108]: pgmap v2400: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:00:14.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:14 smithi081 ceph-mon[26762]: pgmap v2401: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:14.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:14 smithi096 ceph-mon[51702]: pgmap v2401: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:14.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:14 smithi162 ceph-mon[54108]: pgmap v2401: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:16.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:16 smithi081 ceph-mon[26762]: pgmap v2402: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:16.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:16 smithi096 ceph-mon[51702]: pgmap v2402: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:16.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:16 smithi162 ceph-mon[54108]: pgmap v2402: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:18.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:18 smithi081 ceph-mon[26762]: pgmap v2403: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:18.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:18 smithi096 ceph-mon[51702]: pgmap v2403: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:18.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:18 smithi162 ceph-mon[54108]: pgmap v2403: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:20.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:20 smithi081 ceph-mon[26762]: pgmap v2404: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:20.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:20 smithi096 ceph-mon[51702]: pgmap v2404: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:20.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:20 smithi162 ceph-mon[54108]: pgmap v2404: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:22.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:22 smithi081 ceph-mon[26762]: pgmap v2405: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:22.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:22 smithi096 ceph-mon[51702]: pgmap v2405: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:22.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:22 smithi162 ceph-mon[54108]: pgmap v2405: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:24.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:24 smithi081 ceph-mon[26762]: pgmap v2406: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:24.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:24 smithi096 ceph-mon[51702]: pgmap v2406: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:24.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:24 smithi162 ceph-mon[54108]: pgmap v2406: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:26.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:26 smithi081 ceph-mon[26762]: pgmap v2407: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:26.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:26 smithi096 ceph-mon[51702]: pgmap v2407: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:26.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:26 smithi162 ceph-mon[54108]: pgmap v2407: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:28.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:28 smithi081 ceph-mon[26762]: pgmap v2408: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:28.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:28 smithi096 ceph-mon[51702]: pgmap v2408: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:28.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:28 smithi162 ceph-mon[54108]: pgmap v2408: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:30.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:30 smithi081 ceph-mon[26762]: pgmap v2409: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:30.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:30 smithi096 ceph-mon[51702]: pgmap v2409: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:30.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:30 smithi162 ceph-mon[54108]: pgmap v2409: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:32.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:32 smithi081 ceph-mon[26762]: pgmap v2410: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:32.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:32 smithi096 ceph-mon[51702]: pgmap v2410: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:32.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:32 smithi162 ceph-mon[54108]: pgmap v2410: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:34.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:34 smithi081 ceph-mon[26762]: pgmap v2411: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:34.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:34 smithi096 ceph-mon[51702]: pgmap v2411: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:34.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:34 smithi162 ceph-mon[54108]: pgmap v2411: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:36.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:36 smithi081 ceph-mon[26762]: pgmap v2412: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:36.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:36 smithi096 ceph-mon[51702]: pgmap v2412: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:36.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:36 smithi162 ceph-mon[54108]: pgmap v2412: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:38.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:38 smithi081 ceph-mon[26762]: pgmap v2413: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:38.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:38 smithi096 ceph-mon[51702]: pgmap v2413: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:38.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:38 smithi162 ceph-mon[54108]: pgmap v2413: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:40.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:40 smithi081 ceph-mon[26762]: pgmap v2414: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:40.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:40 smithi096 ceph-mon[51702]: pgmap v2414: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:40.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:40 smithi162 ceph-mon[54108]: pgmap v2414: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:42.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:42 smithi081 ceph-mon[26762]: pgmap v2415: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:42.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:42 smithi096 ceph-mon[51702]: pgmap v2415: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:42.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:42 smithi162 ceph-mon[54108]: pgmap v2415: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:44.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:44 smithi081 ceph-mon[26762]: pgmap v2416: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:44.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:44 smithi096 ceph-mon[51702]: pgmap v2416: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:44.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:44 smithi162 ceph-mon[54108]: pgmap v2416: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:46.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:46 smithi081 ceph-mon[26762]: pgmap v2417: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:46.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:46 smithi096 ceph-mon[51702]: pgmap v2417: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:46.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:46 smithi162 ceph-mon[54108]: pgmap v2417: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:48.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:48 smithi096 ceph-mon[51702]: pgmap v2418: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:48.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:48 smithi162 ceph-mon[54108]: pgmap v2418: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:48.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:48 smithi081 ceph-mon[26762]: pgmap v2418: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:50.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:50 smithi096 ceph-mon[51702]: pgmap v2419: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:50.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:50 smithi162 ceph-mon[54108]: pgmap v2419: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:50.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:50 smithi081 ceph-mon[26762]: pgmap v2419: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:52.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:52 smithi096 ceph-mon[51702]: pgmap v2420: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:52.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:52 smithi162 ceph-mon[54108]: pgmap v2420: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:52.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:52 smithi081 ceph-mon[26762]: pgmap v2420: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:54.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:54 smithi096 ceph-mon[51702]: pgmap v2421: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:54.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:54 smithi162 ceph-mon[54108]: pgmap v2421: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:54.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:54 smithi081 ceph-mon[26762]: pgmap v2421: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:56.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:56 smithi096 ceph-mon[51702]: pgmap v2422: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:56.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:56 smithi162 ceph-mon[54108]: pgmap v2422: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:56.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:56 smithi081 ceph-mon[26762]: pgmap v2422: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:00:58.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:00:58 smithi096 ceph-mon[51702]: pgmap v2423: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:58.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:00:58 smithi162 ceph-mon[54108]: pgmap v2423: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:00:58.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:00:58 smithi081 ceph-mon[26762]: pgmap v2423: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:00.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:00 smithi096 ceph-mon[51702]: pgmap v2424: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:00.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:00 smithi162 ceph-mon[54108]: pgmap v2424: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:00.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:00 smithi081 ceph-mon[26762]: pgmap v2424: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:01.591 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:01 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:01:01.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:01 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:01:01.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:01 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:01:02.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:02 smithi096 ceph-mon[51702]: pgmap v2425: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:02 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:01:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:02 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:01:02.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:02 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:01:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:02 smithi162 ceph-mon[54108]: pgmap v2425: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:02 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:01:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:02 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:01:02.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:02 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:01:02.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:02 smithi081 ceph-mon[26762]: pgmap v2425: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:02.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:01:02.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:01:02.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:01:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:03 smithi096 ceph-mon[51702]: pgmap v2426: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:01:03.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:03 smithi096 ceph-mon[51702]: pgmap v2427: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:03.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:03 smithi162 ceph-mon[54108]: pgmap v2426: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:01:03.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:03 smithi162 ceph-mon[54108]: pgmap v2427: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:03.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:03 smithi081 ceph-mon[26762]: pgmap v2426: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:01:03.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:03 smithi081 ceph-mon[26762]: pgmap v2427: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:05.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:05 smithi096 ceph-mon[51702]: pgmap v2428: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:05.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:05 smithi162 ceph-mon[54108]: pgmap v2428: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:05 smithi081 ceph-mon[26762]: pgmap v2428: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:07.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:07 smithi096 ceph-mon[51702]: pgmap v2429: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:07.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:07 smithi162 ceph-mon[54108]: pgmap v2429: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:07.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:07 smithi081 ceph-mon[26762]: pgmap v2429: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:09 smithi096 ceph-mon[51702]: pgmap v2430: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:01:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:09 smithi162 ceph-mon[54108]: pgmap v2430: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:01:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:09 smithi081 ceph-mon[26762]: pgmap v2430: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:01:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:11 smithi096 ceph-mon[51702]: pgmap v2431: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:11.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:11 smithi162 ceph-mon[54108]: pgmap v2431: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:11 smithi081 ceph-mon[26762]: pgmap v2431: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:01:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:13 smithi096 ceph-mon[51702]: pgmap v2432: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:01:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:13 smithi162 ceph-mon[54108]: pgmap v2432: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:01:13.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:13 smithi081 ceph-mon[26762]: pgmap v2432: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:01:15.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:15 smithi096 ceph-mon[51702]: pgmap v2433: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:15.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:15 smithi162 ceph-mon[54108]: pgmap v2433: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:15.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:15 smithi081 ceph-mon[26762]: pgmap v2433: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:17.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:17 smithi096 ceph-mon[51702]: pgmap v2434: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:17.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:17 smithi162 ceph-mon[54108]: pgmap v2434: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:17.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:17 smithi081 ceph-mon[26762]: pgmap v2434: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:19.617 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:19 smithi081 ceph-mon[26762]: pgmap v2435: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:19.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:19 smithi096 ceph-mon[51702]: pgmap v2435: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:19.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:19 smithi162 ceph-mon[54108]: pgmap v2435: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:21.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:21 smithi096 ceph-mon[51702]: pgmap v2436: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:21.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:21 smithi162 ceph-mon[54108]: pgmap v2436: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:21.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:21 smithi081 ceph-mon[26762]: pgmap v2436: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:23.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:23 smithi096 ceph-mon[51702]: pgmap v2437: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:23.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:23 smithi162 ceph-mon[54108]: pgmap v2437: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:23.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:23 smithi081 ceph-mon[26762]: pgmap v2437: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:25.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:25 smithi096 ceph-mon[51702]: pgmap v2438: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:25.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:25 smithi162 ceph-mon[54108]: pgmap v2438: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:25.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:25 smithi081 ceph-mon[26762]: pgmap v2438: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:27.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:27 smithi096 ceph-mon[51702]: pgmap v2439: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:27.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:27 smithi162 ceph-mon[54108]: pgmap v2439: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:27.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:27 smithi081 ceph-mon[26762]: pgmap v2439: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:29.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:29 smithi096 ceph-mon[51702]: pgmap v2440: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:29.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:29 smithi162 ceph-mon[54108]: pgmap v2440: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:29.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:29 smithi081 ceph-mon[26762]: pgmap v2440: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:31.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:31 smithi162 ceph-mon[54108]: pgmap v2441: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:31.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:31 smithi081 ceph-mon[26762]: pgmap v2441: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:31.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:31 smithi096 ceph-mon[51702]: pgmap v2441: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:33.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:33 smithi162 ceph-mon[54108]: pgmap v2442: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:33.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:33 smithi081 ceph-mon[26762]: pgmap v2442: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:33.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:33 smithi096 ceph-mon[51702]: pgmap v2442: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:35.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:35 smithi162 ceph-mon[54108]: pgmap v2443: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:35.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:35 smithi081 ceph-mon[26762]: pgmap v2443: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:35.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:35 smithi096 ceph-mon[51702]: pgmap v2443: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:37.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:37 smithi081 ceph-mon[26762]: pgmap v2444: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:37.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:37 smithi096 ceph-mon[51702]: pgmap v2444: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:37.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:37 smithi162 ceph-mon[54108]: pgmap v2444: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:39.683 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:39 smithi096 ceph-mon[51702]: pgmap v2445: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:39.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:39 smithi081 ceph-mon[26762]: pgmap v2445: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:39.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:39 smithi162 ceph-mon[54108]: pgmap v2445: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:40.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:40 smithi081 ceph-mon[26762]: pgmap v2446: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:40.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:40 smithi096 ceph-mon[51702]: pgmap v2446: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:40.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:40 smithi162 ceph-mon[54108]: pgmap v2446: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:43.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:42 smithi081 ceph-mon[26762]: pgmap v2447: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:43.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:42 smithi096 ceph-mon[51702]: pgmap v2447: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:43.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:42 smithi162 ceph-mon[54108]: pgmap v2447: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:45.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:44 smithi081 ceph-mon[26762]: pgmap v2448: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:45.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:44 smithi096 ceph-mon[51702]: pgmap v2448: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:45.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:44 smithi162 ceph-mon[54108]: pgmap v2448: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:47.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:46 smithi081 ceph-mon[26762]: pgmap v2449: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:47.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:46 smithi096 ceph-mon[51702]: pgmap v2449: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:47.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:46 smithi162 ceph-mon[54108]: pgmap v2449: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:49.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:48 smithi081 ceph-mon[26762]: pgmap v2450: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:49.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:48 smithi096 ceph-mon[51702]: pgmap v2450: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:49.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:48 smithi162 ceph-mon[54108]: pgmap v2450: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:51.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:50 smithi081 ceph-mon[26762]: pgmap v2451: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:51.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:50 smithi096 ceph-mon[51702]: pgmap v2451: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:51.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:50 smithi162 ceph-mon[54108]: pgmap v2451: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:53.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:53 smithi081 ceph-mon[26762]: pgmap v2452: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:53.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:53 smithi096 ceph-mon[51702]: pgmap v2452: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:53.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:53 smithi162 ceph-mon[54108]: pgmap v2452: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:55.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:55 smithi081 ceph-mon[26762]: pgmap v2453: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:55.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:55 smithi096 ceph-mon[51702]: pgmap v2453: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:55.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:55 smithi162 ceph-mon[54108]: pgmap v2453: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:01:57.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:57 smithi081 ceph-mon[26762]: pgmap v2454: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:57.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:57 smithi096 ceph-mon[51702]: pgmap v2454: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:57.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:57 smithi162 ceph-mon[54108]: pgmap v2454: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:59.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:01:59 smithi081 ceph-mon[26762]: pgmap v2455: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:59.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:01:59 smithi096 ceph-mon[51702]: pgmap v2455: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:01:59.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:01:59 smithi162 ceph-mon[54108]: pgmap v2455: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:01.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:01 smithi081 ceph-mon[26762]: pgmap v2456: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:01.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:01 smithi096 ceph-mon[51702]: pgmap v2456: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:01.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:01 smithi162 ceph-mon[54108]: pgmap v2456: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:02.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:02 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:02:02.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:02 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:02:02.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:02 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:02:03.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:03 smithi081 ceph-mon[26762]: pgmap v2457: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:03.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:02:03.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:02:03.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:02:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:03 smithi096 ceph-mon[51702]: pgmap v2457: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:03 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:02:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:03 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:02:03.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:03 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:02:03.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:03 smithi162 ceph-mon[54108]: pgmap v2457: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:03.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:03 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:02:03.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:03 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:02:03.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:03 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:02:04.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:04 smithi081 ceph-mon[26762]: pgmap v2458: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T14:02:04.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:04 smithi081 ceph-mon[26762]: pgmap v2459: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:02:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:04 smithi096 ceph-mon[51702]: pgmap v2458: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T14:02:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:04 smithi096 ceph-mon[51702]: pgmap v2459: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:02:04.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:04 smithi162 ceph-mon[54108]: pgmap v2458: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1 op/s 2024-04-24T14:02:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:04 smithi162 ceph-mon[54108]: pgmap v2459: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:02:06.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:06 smithi081 ceph-mon[26762]: pgmap v2460: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:06.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:06 smithi096 ceph-mon[51702]: pgmap v2460: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:06.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:06 smithi162 ceph-mon[54108]: pgmap v2460: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:08.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:08 smithi081 ceph-mon[26762]: pgmap v2461: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:08 smithi096 ceph-mon[51702]: pgmap v2461: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:08 smithi162 ceph-mon[54108]: pgmap v2461: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:10.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:10 smithi081 ceph-mon[26762]: pgmap v2462: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:02:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:10 smithi096 ceph-mon[51702]: pgmap v2462: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:02:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:10 smithi162 ceph-mon[54108]: pgmap v2462: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:02:12.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:12 smithi081 ceph-mon[26762]: pgmap v2463: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:12.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:12 smithi096 ceph-mon[51702]: pgmap v2463: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:12.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:12 smithi162 ceph-mon[54108]: pgmap v2463: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1 op/s 2024-04-24T14:02:14.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:14 smithi081 ceph-mon[26762]: pgmap v2464: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:02:14.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:14 smithi096 ceph-mon[51702]: pgmap v2464: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:02:14.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:14 smithi162 ceph-mon[54108]: pgmap v2464: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:02:16.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:16 smithi081 ceph-mon[26762]: pgmap v2465: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:16.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:16 smithi096 ceph-mon[51702]: pgmap v2465: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:16.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:16 smithi162 ceph-mon[54108]: pgmap v2465: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:18.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:18 smithi081 ceph-mon[26762]: pgmap v2466: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:18.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:18 smithi096 ceph-mon[51702]: pgmap v2466: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:18.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:18 smithi162 ceph-mon[54108]: pgmap v2466: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:20.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:20 smithi081 ceph-mon[26762]: pgmap v2467: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:20.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:20 smithi096 ceph-mon[51702]: pgmap v2467: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:20.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:20 smithi162 ceph-mon[54108]: pgmap v2467: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:22.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:22 smithi081 ceph-mon[26762]: pgmap v2468: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:22.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:22 smithi096 ceph-mon[51702]: pgmap v2468: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:22.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:22 smithi162 ceph-mon[54108]: pgmap v2468: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:24.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:24 smithi081 ceph-mon[26762]: pgmap v2469: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:24.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:24 smithi096 ceph-mon[51702]: pgmap v2469: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:24.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:24 smithi162 ceph-mon[54108]: pgmap v2469: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:26.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:26 smithi081 ceph-mon[26762]: pgmap v2470: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:26.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:26 smithi096 ceph-mon[51702]: pgmap v2470: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:26.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:26 smithi162 ceph-mon[54108]: pgmap v2470: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:28.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:28 smithi081 ceph-mon[26762]: pgmap v2471: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:28.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:28 smithi096 ceph-mon[51702]: pgmap v2471: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:28.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:28 smithi162 ceph-mon[54108]: pgmap v2471: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:30.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:30 smithi081 ceph-mon[26762]: pgmap v2472: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:30.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:30 smithi096 ceph-mon[51702]: pgmap v2472: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:30.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:30 smithi162 ceph-mon[54108]: pgmap v2472: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:32.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:32 smithi081 ceph-mon[26762]: pgmap v2473: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:32.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:32 smithi096 ceph-mon[51702]: pgmap v2473: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:32.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:32 smithi162 ceph-mon[54108]: pgmap v2473: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:34.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:34 smithi081 ceph-mon[26762]: pgmap v2474: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:34.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:34 smithi096 ceph-mon[51702]: pgmap v2474: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:34.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:34 smithi162 ceph-mon[54108]: pgmap v2474: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:36.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:36 smithi081 ceph-mon[26762]: pgmap v2475: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:36.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:36 smithi096 ceph-mon[51702]: pgmap v2475: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:36.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:36 smithi162 ceph-mon[54108]: pgmap v2475: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:38.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:38 smithi081 ceph-mon[26762]: pgmap v2476: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:38.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:38 smithi096 ceph-mon[51702]: pgmap v2476: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:38.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:38 smithi162 ceph-mon[54108]: pgmap v2476: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:40.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:40 smithi081 ceph-mon[26762]: pgmap v2477: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:40.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:40 smithi096 ceph-mon[51702]: pgmap v2477: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:40.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:40 smithi162 ceph-mon[54108]: pgmap v2477: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:42.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:42 smithi081 ceph-mon[26762]: pgmap v2478: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:42.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:42 smithi096 ceph-mon[51702]: pgmap v2478: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:42.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:42 smithi162 ceph-mon[54108]: pgmap v2478: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:44.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:44 smithi081 ceph-mon[26762]: pgmap v2479: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:44.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:44 smithi096 ceph-mon[51702]: pgmap v2479: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:44.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:44 smithi162 ceph-mon[54108]: pgmap v2479: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:46.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:46 smithi081 ceph-mon[26762]: pgmap v2480: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:46.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:46 smithi096 ceph-mon[51702]: pgmap v2480: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:46.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:46 smithi162 ceph-mon[54108]: pgmap v2480: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:48.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:48 smithi081 ceph-mon[26762]: pgmap v2481: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:48.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:48 smithi096 ceph-mon[51702]: pgmap v2481: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:48.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:48 smithi162 ceph-mon[54108]: pgmap v2481: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:50.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:50 smithi081 ceph-mon[26762]: pgmap v2482: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:50.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:50 smithi096 ceph-mon[51702]: pgmap v2482: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:50.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:50 smithi162 ceph-mon[54108]: pgmap v2482: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:52.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:52 smithi081 ceph-mon[26762]: pgmap v2483: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:52.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:52 smithi096 ceph-mon[51702]: pgmap v2483: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:52.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:52 smithi162 ceph-mon[54108]: pgmap v2483: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:54.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:54 smithi081 ceph-mon[26762]: pgmap v2484: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:54.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:54 smithi096 ceph-mon[51702]: pgmap v2484: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:54.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:54 smithi162 ceph-mon[54108]: pgmap v2484: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:56.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:56 smithi081 ceph-mon[26762]: pgmap v2485: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:56.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:56 smithi096 ceph-mon[51702]: pgmap v2485: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:56.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:56 smithi162 ceph-mon[54108]: pgmap v2485: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:02:58.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:02:58 smithi081 ceph-mon[26762]: pgmap v2486: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:58.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:02:58 smithi096 ceph-mon[51702]: pgmap v2486: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:02:58.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:02:58 smithi162 ceph-mon[54108]: pgmap v2486: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:00.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:00 smithi081 ceph-mon[26762]: pgmap v2487: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:00.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:00 smithi096 ceph-mon[51702]: pgmap v2487: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:00.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:00 smithi162 ceph-mon[54108]: pgmap v2487: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:02.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:02 smithi096 ceph-mon[51702]: pgmap v2488: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:02.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:02 smithi162 ceph-mon[54108]: pgmap v2488: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:02.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:02 smithi081 ceph-mon[26762]: pgmap v2488: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:03 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:03:03.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:03 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:03:03.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:03 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:03:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:04 smithi096 ceph-mon[51702]: pgmap v2489: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:03:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:03:04.632 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:03:04.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:04 smithi162 ceph-mon[54108]: pgmap v2489: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:03:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:03:04.637 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:03:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:04 smithi081 ceph-mon[26762]: pgmap v2489: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:03:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:03:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:03:05.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:05 smithi096 ceph-mon[51702]: pgmap v2490: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:03:05.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:05 smithi096 ceph-mon[51702]: pgmap v2491: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:03:05.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:05 smithi162 ceph-mon[54108]: pgmap v2490: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:03:05.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:05 smithi162 ceph-mon[54108]: pgmap v2491: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:03:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:05 smithi081 ceph-mon[26762]: pgmap v2490: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:03:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:05 smithi081 ceph-mon[26762]: pgmap v2491: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:03:07.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:07 smithi096 ceph-mon[51702]: pgmap v2492: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:03:07.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:07 smithi096 ceph-mon[51702]: osdmap e104: 8 total, 8 up, 8 in 2024-04-24T14:03:07.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:07 smithi162 ceph-mon[54108]: pgmap v2492: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:03:07.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:07 smithi162 ceph-mon[54108]: osdmap e104: 8 total, 8 up, 8 in 2024-04-24T14:03:07.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:07 smithi081 ceph-mon[26762]: pgmap v2492: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:03:07.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:07 smithi081 ceph-mon[26762]: osdmap e104: 8 total, 8 up, 8 in 2024-04-24T14:03:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:09 smithi096 ceph-mon[51702]: pgmap v2494: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1 op/s 2024-04-24T14:03:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:09 smithi162 ceph-mon[54108]: pgmap v2494: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1 op/s 2024-04-24T14:03:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:09 smithi081 ceph-mon[26762]: pgmap v2494: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1 op/s 2024-04-24T14:03:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:11 smithi096 ceph-mon[51702]: pgmap v2495: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T14:03:11.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:11 smithi162 ceph-mon[54108]: pgmap v2495: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T14:03:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:11 smithi081 ceph-mon[26762]: pgmap v2495: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2 op/s 2024-04-24T14:03:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:13 smithi096 ceph-mon[51702]: pgmap v2496: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:13 smithi162 ceph-mon[54108]: pgmap v2496: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:13.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:13 smithi081 ceph-mon[26762]: pgmap v2496: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:15.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:15 smithi096 ceph-mon[51702]: pgmap v2497: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:03:15.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:15 smithi162 ceph-mon[54108]: pgmap v2497: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:03:15.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:15 smithi081 ceph-mon[26762]: pgmap v2497: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:03:17.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:17 smithi096 ceph-mon[51702]: pgmap v2498: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:03:17.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:17 smithi162 ceph-mon[54108]: pgmap v2498: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:03:17.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:17 smithi081 ceph-mon[26762]: pgmap v2498: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:03:19.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:19 smithi096 ceph-mon[51702]: pgmap v2499: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T14:03:19.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:19 smithi162 ceph-mon[54108]: pgmap v2499: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T14:03:19.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:19 smithi081 ceph-mon[26762]: pgmap v2499: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 KiB/s rd, 1 op/s 2024-04-24T14:03:21.618 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:21 smithi081 ceph-mon[26762]: pgmap v2500: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:21.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:21 smithi096 ceph-mon[51702]: pgmap v2500: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:21.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:21 smithi162 ceph-mon[54108]: pgmap v2500: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:23.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:23 smithi096 ceph-mon[51702]: pgmap v2501: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:23.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:23 smithi162 ceph-mon[54108]: pgmap v2501: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:23.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:23 smithi081 ceph-mon[26762]: pgmap v2501: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:25.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:25 smithi096 ceph-mon[51702]: pgmap v2502: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:25.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:25 smithi162 ceph-mon[54108]: pgmap v2502: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:25.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:25 smithi081 ceph-mon[26762]: pgmap v2502: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:27.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:27 smithi096 ceph-mon[51702]: pgmap v2503: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:27.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:27 smithi162 ceph-mon[54108]: pgmap v2503: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:27.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:27 smithi081 ceph-mon[26762]: pgmap v2503: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:29.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:29 smithi096 ceph-mon[51702]: pgmap v2504: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:29.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:29 smithi162 ceph-mon[54108]: pgmap v2504: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:29.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:29 smithi081 ceph-mon[26762]: pgmap v2504: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:31.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:31 smithi096 ceph-mon[51702]: pgmap v2505: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:31.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:31 smithi162 ceph-mon[54108]: pgmap v2505: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:31.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:31 smithi081 ceph-mon[26762]: pgmap v2505: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:33.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:33 smithi096 ceph-mon[51702]: pgmap v2506: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:33.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:33 smithi162 ceph-mon[54108]: pgmap v2506: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:33.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:33 smithi081 ceph-mon[26762]: pgmap v2506: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:35.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:35 smithi096 ceph-mon[51702]: pgmap v2507: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:35.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:35 smithi162 ceph-mon[54108]: pgmap v2507: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:35.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:35 smithi081 ceph-mon[26762]: pgmap v2507: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:37.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:37 smithi096 ceph-mon[51702]: pgmap v2508: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:37.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:37 smithi162 ceph-mon[54108]: pgmap v2508: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:37.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:37 smithi081 ceph-mon[26762]: pgmap v2508: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:39.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:39 smithi096 ceph-mon[51702]: pgmap v2509: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:39.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:39 smithi162 ceph-mon[54108]: pgmap v2509: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:39.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:39 smithi081 ceph-mon[26762]: pgmap v2509: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:41.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:41 smithi096 ceph-mon[51702]: pgmap v2510: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:41.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:41 smithi162 ceph-mon[54108]: pgmap v2510: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:41.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:41 smithi081 ceph-mon[26762]: pgmap v2510: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:43.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:43 smithi096 ceph-mon[51702]: pgmap v2511: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:43.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:43 smithi162 ceph-mon[54108]: pgmap v2511: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:43.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:43 smithi081 ceph-mon[26762]: pgmap v2511: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:45.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:45 smithi096 ceph-mon[51702]: pgmap v2512: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:45.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:45 smithi162 ceph-mon[54108]: pgmap v2512: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:45.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:45 smithi081 ceph-mon[26762]: pgmap v2512: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:47.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:47 smithi096 ceph-mon[51702]: pgmap v2513: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:47.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:47 smithi162 ceph-mon[54108]: pgmap v2513: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:47.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:47 smithi081 ceph-mon[26762]: pgmap v2513: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:49.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:49 smithi096 ceph-mon[51702]: pgmap v2514: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:49.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:49 smithi162 ceph-mon[54108]: pgmap v2514: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:49.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:49 smithi081 ceph-mon[26762]: pgmap v2514: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:51.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:51 smithi162 ceph-mon[54108]: pgmap v2515: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:51.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:51 smithi081 ceph-mon[26762]: pgmap v2515: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:51.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:51 smithi096 ceph-mon[51702]: pgmap v2515: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:53.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:53 smithi162 ceph-mon[54108]: pgmap v2516: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:53.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:53 smithi081 ceph-mon[26762]: pgmap v2516: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:53.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:53 smithi096 ceph-mon[51702]: pgmap v2516: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:55.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:55 smithi081 ceph-mon[26762]: pgmap v2517: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:55.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:55 smithi096 ceph-mon[51702]: pgmap v2517: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:55.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:55 smithi162 ceph-mon[54108]: pgmap v2517: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:57.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:57 smithi081 ceph-mon[26762]: pgmap v2518: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:57.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:57 smithi096 ceph-mon[51702]: pgmap v2518: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:57.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:57 smithi162 ceph-mon[54108]: pgmap v2518: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:03:59.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:03:59 smithi081 ceph-mon[26762]: pgmap v2519: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:59.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:03:59 smithi096 ceph-mon[51702]: pgmap v2519: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:03:59.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:03:59 smithi162 ceph-mon[54108]: pgmap v2519: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:01.713 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:01 smithi096 ceph-mon[51702]: pgmap v2520: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:01.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:01 smithi081 ceph-mon[26762]: pgmap v2520: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:01.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:01 smithi162 ceph-mon[54108]: pgmap v2520: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:03.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:03 smithi081 ceph-mon[26762]: pgmap v2521: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:03.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:03 smithi096 ceph-mon[51702]: pgmap v2521: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:03.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:03 smithi162 ceph-mon[54108]: pgmap v2521: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:04:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:04:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:04:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:04 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:04:04.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:04:04.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:04:04.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:04:04.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:04 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:04:04.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:04:04.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:04:04.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:04:04.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:04 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:04:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:05 smithi081 ceph-mon[26762]: pgmap v2522: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:05 smithi081 ceph-mon[26762]: pgmap v2523: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T14:04:05.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:05 smithi081 ceph-mon[26762]: pgmap v2524: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:05.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:05 smithi096 ceph-mon[51702]: pgmap v2522: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:05.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:05 smithi096 ceph-mon[51702]: pgmap v2523: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T14:04:05.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:05 smithi096 ceph-mon[51702]: pgmap v2524: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:05.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:05 smithi162 ceph-mon[54108]: pgmap v2522: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:05.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:05 smithi162 ceph-mon[54108]: pgmap v2523: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2 op/s 2024-04-24T14:04:05.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:05 smithi162 ceph-mon[54108]: pgmap v2524: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:07.688 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:07 smithi162 ceph-mon[54108]: pgmap v2525: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:07.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:07 smithi081 ceph-mon[26762]: pgmap v2525: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:07.886 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:07 smithi096 ceph-mon[51702]: pgmap v2525: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:09 smithi081 ceph-mon[26762]: pgmap v2526: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:04:09.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:09 smithi096 ceph-mon[51702]: pgmap v2526: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:04:09.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:09 smithi162 ceph-mon[54108]: pgmap v2526: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:04:11.683 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:11 smithi096 ceph-mon[51702]: pgmap v2527: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:11 smithi081 ceph-mon[26762]: pgmap v2527: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:11.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:11 smithi162 ceph-mon[54108]: pgmap v2527: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:13.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:13 smithi081 ceph-mon[26762]: pgmap v2528: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:13.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:13 smithi096 ceph-mon[51702]: pgmap v2528: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:13.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:13 smithi162 ceph-mon[54108]: pgmap v2528: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:04:14.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:14 smithi081 ceph-mon[26762]: pgmap v2529: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:04:14.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:14 smithi096 ceph-mon[51702]: pgmap v2529: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:04:14.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:14 smithi162 ceph-mon[54108]: pgmap v2529: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:04:16.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:16 smithi081 ceph-mon[26762]: pgmap v2530: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:16.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:16 smithi096 ceph-mon[51702]: pgmap v2530: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:16.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:16 smithi162 ceph-mon[54108]: pgmap v2530: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:18.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:18 smithi081 ceph-mon[26762]: pgmap v2531: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:18.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:18 smithi096 ceph-mon[51702]: pgmap v2531: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:18.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:18 smithi162 ceph-mon[54108]: pgmap v2531: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:20.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:20 smithi081 ceph-mon[26762]: pgmap v2532: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:20.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:20 smithi096 ceph-mon[51702]: pgmap v2532: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:20.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:20 smithi162 ceph-mon[54108]: pgmap v2532: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:22.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:22 smithi081 ceph-mon[26762]: pgmap v2533: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:22.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:22 smithi096 ceph-mon[51702]: pgmap v2533: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:22.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:22 smithi162 ceph-mon[54108]: pgmap v2533: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:24.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:24 smithi081 ceph-mon[26762]: pgmap v2534: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:24.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:24 smithi096 ceph-mon[51702]: pgmap v2534: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:24.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:24 smithi162 ceph-mon[54108]: pgmap v2534: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:26.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:26 smithi081 ceph-mon[26762]: pgmap v2535: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:26.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:26 smithi096 ceph-mon[51702]: pgmap v2535: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:26.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:26 smithi162 ceph-mon[54108]: pgmap v2535: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:28.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:28 smithi081 ceph-mon[26762]: pgmap v2536: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:28.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:28 smithi096 ceph-mon[51702]: pgmap v2536: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:28.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:28 smithi162 ceph-mon[54108]: pgmap v2536: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:30.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:30 smithi081 ceph-mon[26762]: pgmap v2537: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:30.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:30 smithi096 ceph-mon[51702]: pgmap v2537: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:30.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:30 smithi162 ceph-mon[54108]: pgmap v2537: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:32.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:32 smithi081 ceph-mon[26762]: pgmap v2538: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:32.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:32 smithi096 ceph-mon[51702]: pgmap v2538: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:32.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:32 smithi162 ceph-mon[54108]: pgmap v2538: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:34.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:34 smithi081 ceph-mon[26762]: pgmap v2539: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:34.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:34 smithi096 ceph-mon[51702]: pgmap v2539: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:34.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:34 smithi162 ceph-mon[54108]: pgmap v2539: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:36.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:36 smithi081 ceph-mon[26762]: pgmap v2540: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:36.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:36 smithi096 ceph-mon[51702]: pgmap v2540: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:36.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:36 smithi162 ceph-mon[54108]: pgmap v2540: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:38.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:38 smithi081 ceph-mon[26762]: pgmap v2541: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:38.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:38 smithi096 ceph-mon[51702]: pgmap v2541: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:38.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:38 smithi162 ceph-mon[54108]: pgmap v2541: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:40.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:40 smithi081 ceph-mon[26762]: pgmap v2542: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:40.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:40 smithi096 ceph-mon[51702]: pgmap v2542: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:40.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:40 smithi162 ceph-mon[54108]: pgmap v2542: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:42.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:42 smithi081 ceph-mon[26762]: pgmap v2543: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:42.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:42 smithi096 ceph-mon[51702]: pgmap v2543: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:42.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:42 smithi162 ceph-mon[54108]: pgmap v2543: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:44.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:44 smithi081 ceph-mon[26762]: pgmap v2544: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:44.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:44 smithi096 ceph-mon[51702]: pgmap v2544: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:44.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:44 smithi162 ceph-mon[54108]: pgmap v2544: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:46.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:46 smithi081 ceph-mon[26762]: pgmap v2545: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:46.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:46 smithi096 ceph-mon[51702]: pgmap v2545: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:46.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:46 smithi162 ceph-mon[54108]: pgmap v2545: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:48.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:48 smithi081 ceph-mon[26762]: pgmap v2546: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:48.884 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:48 smithi096 ceph-mon[51702]: pgmap v2546: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:48.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:48 smithi162 ceph-mon[54108]: pgmap v2546: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:50.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:50 smithi081 ceph-mon[26762]: pgmap v2547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:50.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:50 smithi096 ceph-mon[51702]: pgmap v2547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:50.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:50 smithi162 ceph-mon[54108]: pgmap v2547: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:52.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:52 smithi081 ceph-mon[26762]: pgmap v2548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:52.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:52 smithi096 ceph-mon[51702]: pgmap v2548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:52.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:52 smithi162 ceph-mon[54108]: pgmap v2548: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:54.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:54 smithi081 ceph-mon[26762]: pgmap v2549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:54.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:54 smithi096 ceph-mon[51702]: pgmap v2549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:54.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:54 smithi162 ceph-mon[54108]: pgmap v2549: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:04:56.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:56 smithi081 ceph-mon[26762]: pgmap v2550: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:56.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:56 smithi096 ceph-mon[51702]: pgmap v2550: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:56.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:56 smithi162 ceph-mon[54108]: pgmap v2550: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:58.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:04:58 smithi081 ceph-mon[26762]: pgmap v2551: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:58.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:04:58 smithi096 ceph-mon[51702]: pgmap v2551: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:04:58.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:04:58 smithi162 ceph-mon[54108]: pgmap v2551: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:00.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:00 smithi081 ceph-mon[26762]: pgmap v2552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:00.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:00 smithi096 ceph-mon[51702]: pgmap v2552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:00.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:00 smithi162 ceph-mon[54108]: pgmap v2552: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:02.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:02 smithi081 ceph-mon[26762]: pgmap v2553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:02.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:02 smithi096 ceph-mon[51702]: pgmap v2553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:02.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:02 smithi162 ceph-mon[54108]: pgmap v2553: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:04.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:04 smithi081 ceph-mon[26762]: pgmap v2554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:04.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:04 smithi096 ceph-mon[51702]: pgmap v2554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:04.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:04 smithi162 ceph-mon[54108]: pgmap v2554: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:05.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:05 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:05:05.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:05 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:05:05.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:05 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:05:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.318 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: pgmap v2555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:05:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:05:07.319 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: pgmap v2555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:07.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:05:07.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:05:07.382 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: pgmap v2555: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:05:07.387 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:05:08.554 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:08 smithi162 ceph-mon[54108]: pgmap v2556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T14:05:08.554 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:08 smithi162 ceph-mon[54108]: pgmap v2557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:08.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:08 smithi081 ceph-mon[26762]: pgmap v2556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T14:05:08.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:08 smithi081 ceph-mon[26762]: pgmap v2557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:08 smithi096 ceph-mon[51702]: pgmap v2556: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T14:05:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:08 smithi096 ceph-mon[51702]: pgmap v2557: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:10.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:10 smithi081 ceph-mon[26762]: pgmap v2558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:10 smithi096 ceph-mon[51702]: pgmap v2558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:10 smithi162 ceph-mon[54108]: pgmap v2558: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:12.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:12 smithi081 ceph-mon[26762]: pgmap v2559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:12.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:12 smithi096 ceph-mon[51702]: pgmap v2559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:12.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:12 smithi162 ceph-mon[54108]: pgmap v2559: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:14.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:14 smithi081 ceph-mon[26762]: pgmap v2560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T14:05:14.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:14 smithi096 ceph-mon[51702]: pgmap v2560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T14:05:14.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:14 smithi162 ceph-mon[54108]: pgmap v2560: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 0 op/s 2024-04-24T14:05:16.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:16 smithi081 ceph-mon[26762]: pgmap v2561: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:16.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:16 smithi096 ceph-mon[51702]: pgmap v2561: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:16.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:16 smithi162 ceph-mon[54108]: pgmap v2561: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.6 KiB/s rd, 1 op/s 2024-04-24T14:05:18.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:18 smithi081 ceph-mon[26762]: pgmap v2562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:05:18.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:18 smithi096 ceph-mon[51702]: pgmap v2562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:05:18.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:18 smithi162 ceph-mon[54108]: pgmap v2562: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:05:20.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:20 smithi081 ceph-mon[26762]: pgmap v2563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:20.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:20 smithi096 ceph-mon[51702]: pgmap v2563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:20.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:20 smithi162 ceph-mon[54108]: pgmap v2563: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:22.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:22 smithi081 ceph-mon[26762]: pgmap v2564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:22.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:22 smithi096 ceph-mon[51702]: pgmap v2564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:22.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:22 smithi162 ceph-mon[54108]: pgmap v2564: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:24.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:24 smithi081 ceph-mon[26762]: pgmap v2565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:24.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:24 smithi096 ceph-mon[51702]: pgmap v2565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:24.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:24 smithi162 ceph-mon[54108]: pgmap v2565: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:26.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:26 smithi081 ceph-mon[26762]: pgmap v2566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:26.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:26 smithi096 ceph-mon[51702]: pgmap v2566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:26.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:26 smithi162 ceph-mon[54108]: pgmap v2566: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:28.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:28 smithi081 ceph-mon[26762]: pgmap v2567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:28.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:28 smithi096 ceph-mon[51702]: pgmap v2567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:28.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:28 smithi162 ceph-mon[54108]: pgmap v2567: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:30.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:30 smithi081 ceph-mon[26762]: pgmap v2568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:30.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:30 smithi096 ceph-mon[51702]: pgmap v2568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:30.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:30 smithi162 ceph-mon[54108]: pgmap v2568: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:32.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:32 smithi081 ceph-mon[26762]: pgmap v2569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:32.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:32 smithi096 ceph-mon[51702]: pgmap v2569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:32.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:32 smithi162 ceph-mon[54108]: pgmap v2569: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:34.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:34 smithi081 ceph-mon[26762]: pgmap v2570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:34.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:34 smithi096 ceph-mon[51702]: pgmap v2570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:34.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:34 smithi162 ceph-mon[54108]: pgmap v2570: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:36.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:36 smithi081 ceph-mon[26762]: pgmap v2571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:36.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:36 smithi096 ceph-mon[51702]: pgmap v2571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:36.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:36 smithi162 ceph-mon[54108]: pgmap v2571: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:38.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:38 smithi081 ceph-mon[26762]: pgmap v2572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:38.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:38 smithi096 ceph-mon[51702]: pgmap v2572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:38.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:38 smithi162 ceph-mon[54108]: pgmap v2572: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:40.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:40 smithi081 ceph-mon[26762]: pgmap v2573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:40.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:40 smithi096 ceph-mon[51702]: pgmap v2573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:40.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:40 smithi162 ceph-mon[54108]: pgmap v2573: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:42.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:42 smithi081 ceph-mon[26762]: pgmap v2574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:42.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:42 smithi096 ceph-mon[51702]: pgmap v2574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:42.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:42 smithi162 ceph-mon[54108]: pgmap v2574: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:44.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:44 smithi081 ceph-mon[26762]: pgmap v2575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:44.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:44 smithi096 ceph-mon[51702]: pgmap v2575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:44.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:44 smithi162 ceph-mon[54108]: pgmap v2575: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:46.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:46 smithi081 ceph-mon[26762]: pgmap v2576: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:46.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:46 smithi096 ceph-mon[51702]: pgmap v2576: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:46.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:46 smithi162 ceph-mon[54108]: pgmap v2576: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:48.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:48 smithi081 ceph-mon[26762]: pgmap v2577: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:48.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:48 smithi096 ceph-mon[51702]: pgmap v2577: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:48.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:48 smithi162 ceph-mon[54108]: pgmap v2577: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:50.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:50 smithi081 ceph-mon[26762]: pgmap v2578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:50.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:50 smithi096 ceph-mon[51702]: pgmap v2578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:50.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:50 smithi162 ceph-mon[54108]: pgmap v2578: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:52.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:52 smithi081 ceph-mon[26762]: pgmap v2579: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:52.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:52 smithi096 ceph-mon[51702]: pgmap v2579: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:52.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:52 smithi162 ceph-mon[54108]: pgmap v2579: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:54.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:54 smithi081 ceph-mon[26762]: pgmap v2580: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:54.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:54 smithi096 ceph-mon[51702]: pgmap v2580: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:54.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:54 smithi162 ceph-mon[54108]: pgmap v2580: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:56.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:56 smithi081 ceph-mon[26762]: pgmap v2581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:56.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:56 smithi096 ceph-mon[51702]: pgmap v2581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:56.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:56 smithi162 ceph-mon[54108]: pgmap v2581: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:05:58.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:05:58 smithi081 ceph-mon[26762]: pgmap v2582: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:58.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:05:58 smithi096 ceph-mon[51702]: pgmap v2582: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:05:58.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:05:58 smithi162 ceph-mon[54108]: pgmap v2582: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:00.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:00 smithi081 ceph-mon[26762]: pgmap v2583: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:00.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:00 smithi096 ceph-mon[51702]: pgmap v2583: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:00.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:00 smithi162 ceph-mon[54108]: pgmap v2583: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:02.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:02 smithi081 ceph-mon[26762]: pgmap v2584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:02.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:02 smithi096 ceph-mon[51702]: pgmap v2584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:02.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:02 smithi162 ceph-mon[54108]: pgmap v2584: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:04.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:04 smithi081 ceph-mon[26762]: pgmap v2585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:04 smithi096 ceph-mon[51702]: pgmap v2585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:04.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:04 smithi162 ceph-mon[54108]: pgmap v2585: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:06.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:06 smithi081 ceph-mon[26762]: pgmap v2586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:06.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:06 smithi096 ceph-mon[51702]: pgmap v2586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:06.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:06 smithi162 ceph-mon[54108]: pgmap v2586: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:07.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:07 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:06:07.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:07 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:06:07.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:07 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:06:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:08 smithi096 ceph-mon[51702]: pgmap v2587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:06:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:06:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:06:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:08 smithi162 ceph-mon[54108]: pgmap v2587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:06:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:06:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:06:08.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:08 smithi081 ceph-mon[26762]: pgmap v2587: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:08.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:06:08.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:06:08.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:06:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:09 smithi096 ceph-mon[51702]: pgmap v2588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:06:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:09 smithi096 ceph-mon[51702]: pgmap v2589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T14:06:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:09 smithi162 ceph-mon[54108]: pgmap v2588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:06:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:09 smithi162 ceph-mon[54108]: pgmap v2589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T14:06:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:09 smithi081 ceph-mon[26762]: pgmap v2588: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:06:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:09 smithi081 ceph-mon[26762]: pgmap v2589: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T14:06:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:11 smithi096 ceph-mon[51702]: pgmap v2590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:11.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:11 smithi162 ceph-mon[54108]: pgmap v2590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:11 smithi081 ceph-mon[26762]: pgmap v2590: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:13 smithi096 ceph-mon[51702]: pgmap v2591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:13 smithi162 ceph-mon[54108]: pgmap v2591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:13.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:13 smithi081 ceph-mon[26762]: pgmap v2591: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:15.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:15 smithi096 ceph-mon[51702]: pgmap v2592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T14:06:15.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:15 smithi162 ceph-mon[54108]: pgmap v2592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T14:06:15.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:15 smithi081 ceph-mon[26762]: pgmap v2592: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 0 op/s 2024-04-24T14:06:17.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:17 smithi096 ceph-mon[51702]: pgmap v2593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:17.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:17 smithi162 ceph-mon[54108]: pgmap v2593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:17.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:17 smithi081 ceph-mon[26762]: pgmap v2593: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:06:19.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:19 smithi096 ceph-mon[51702]: pgmap v2594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:19.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:19 smithi162 ceph-mon[54108]: pgmap v2594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:19.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:19 smithi081 ceph-mon[26762]: pgmap v2594: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:21.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:21 smithi096 ceph-mon[51702]: pgmap v2595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:21.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:21 smithi162 ceph-mon[54108]: pgmap v2595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:21.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:21 smithi081 ceph-mon[26762]: pgmap v2595: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:23.617 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:23 smithi081 ceph-mon[26762]: pgmap v2596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:23.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:23 smithi096 ceph-mon[51702]: pgmap v2596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:23.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:23 smithi162 ceph-mon[54108]: pgmap v2596: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:25.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:25 smithi096 ceph-mon[51702]: pgmap v2597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:25.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:25 smithi162 ceph-mon[54108]: pgmap v2597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:25.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:25 smithi081 ceph-mon[26762]: pgmap v2597: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:27.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:27 smithi096 ceph-mon[51702]: pgmap v2598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:27.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:27 smithi096 ceph-mon[51702]: osdmap e105: 8 total, 8 up, 8 in 2024-04-24T14:06:27.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:27 smithi162 ceph-mon[54108]: pgmap v2598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:27.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:27 smithi162 ceph-mon[54108]: osdmap e105: 8 total, 8 up, 8 in 2024-04-24T14:06:27.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:27 smithi081 ceph-mon[26762]: pgmap v2598: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:27.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:27 smithi081 ceph-mon[26762]: osdmap e105: 8 total, 8 up, 8 in 2024-04-24T14:06:29.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:29 smithi096 ceph-mon[51702]: pgmap v2600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:29.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:29 smithi162 ceph-mon[54108]: pgmap v2600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:29.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:29 smithi081 ceph-mon[26762]: pgmap v2600: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:31.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:31 smithi096 ceph-mon[51702]: pgmap v2601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:31.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:31 smithi162 ceph-mon[54108]: pgmap v2601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:31.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:31 smithi081 ceph-mon[26762]: pgmap v2601: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:33.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:33 smithi096 ceph-mon[51702]: pgmap v2602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:33.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:33 smithi162 ceph-mon[54108]: pgmap v2602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:33.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:33 smithi081 ceph-mon[26762]: pgmap v2602: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:35.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:35 smithi096 ceph-mon[51702]: pgmap v2603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:35.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:35 smithi162 ceph-mon[54108]: pgmap v2603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:35.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:35 smithi081 ceph-mon[26762]: pgmap v2603: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:37.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:37 smithi096 ceph-mon[51702]: pgmap v2604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:37.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:37 smithi162 ceph-mon[54108]: pgmap v2604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:37.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:37 smithi081 ceph-mon[26762]: pgmap v2604: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:39.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:39 smithi096 ceph-mon[51702]: pgmap v2605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T14:06:39.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:39 smithi162 ceph-mon[54108]: pgmap v2605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T14:06:39.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:39 smithi081 ceph-mon[26762]: pgmap v2605: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.9 KiB/s rd, 1 op/s 2024-04-24T14:06:41.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:41 smithi096 ceph-mon[51702]: pgmap v2606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:41.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:41 smithi162 ceph-mon[54108]: pgmap v2606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:41.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:41 smithi081 ceph-mon[26762]: pgmap v2606: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:43.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:43 smithi081 ceph-mon[26762]: pgmap v2607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:43.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:43 smithi081 ceph-mon[26762]: osdmap e106: 8 total, 8 up, 8 in 2024-04-24T14:06:43.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:43 smithi096 ceph-mon[51702]: pgmap v2607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:43.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:43 smithi096 ceph-mon[51702]: osdmap e106: 8 total, 8 up, 8 in 2024-04-24T14:06:43.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:43 smithi162 ceph-mon[54108]: pgmap v2607: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:43.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:43 smithi162 ceph-mon[54108]: osdmap e106: 8 total, 8 up, 8 in 2024-04-24T14:06:45.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:45 smithi081 ceph-mon[26762]: pgmap v2609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:45.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:45 smithi096 ceph-mon[51702]: pgmap v2609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:45.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:45 smithi162 ceph-mon[54108]: pgmap v2609: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:47.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:47 smithi081 ceph-mon[26762]: pgmap v2610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:47.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:47 smithi096 ceph-mon[51702]: pgmap v2610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:47.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:47 smithi162 ceph-mon[54108]: pgmap v2610: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:49.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:49 smithi081 ceph-mon[26762]: pgmap v2611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:49.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:49 smithi096 ceph-mon[51702]: pgmap v2611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:49.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:49 smithi162 ceph-mon[54108]: pgmap v2611: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:51.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:51 smithi081 ceph-mon[26762]: pgmap v2612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:51.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:51 smithi096 ceph-mon[51702]: pgmap v2612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:51.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:51 smithi162 ceph-mon[54108]: pgmap v2612: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:53.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:53 smithi081 ceph-mon[26762]: pgmap v2613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:53.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:53 smithi096 ceph-mon[51702]: pgmap v2613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:53.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:53 smithi162 ceph-mon[54108]: pgmap v2613: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:06:55.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:55 smithi081 ceph-mon[26762]: pgmap v2614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1 op/s 2024-04-24T14:06:55.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:55 smithi096 ceph-mon[51702]: pgmap v2614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1 op/s 2024-04-24T14:06:55.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:55 smithi162 ceph-mon[54108]: pgmap v2614: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.3 KiB/s rd, 1 op/s 2024-04-24T14:06:57.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:57 smithi081 ceph-mon[26762]: pgmap v2615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:57.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:57 smithi096 ceph-mon[51702]: pgmap v2615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:57.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:57 smithi162 ceph-mon[54108]: pgmap v2615: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:06:59.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:06:59 smithi081 ceph-mon[26762]: pgmap v2616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:59.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:06:59 smithi096 ceph-mon[51702]: pgmap v2616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:06:59.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:06:59 smithi162 ceph-mon[54108]: pgmap v2616: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:01.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:01 smithi081 ceph-mon[26762]: pgmap v2617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:01.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:01 smithi096 ceph-mon[51702]: pgmap v2617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:01.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:01 smithi162 ceph-mon[54108]: pgmap v2617: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:03.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:03 smithi081 ceph-mon[26762]: pgmap v2618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:03 smithi096 ceph-mon[51702]: pgmap v2618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:03.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:03 smithi162 ceph-mon[54108]: pgmap v2618: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:05.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:05 smithi081 ceph-mon[26762]: pgmap v2619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:05.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:05 smithi096 ceph-mon[51702]: pgmap v2619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:05.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:05 smithi162 ceph-mon[54108]: pgmap v2619: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:07.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:07 smithi081 ceph-mon[26762]: pgmap v2620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:07.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:07 smithi096 ceph-mon[51702]: pgmap v2620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:07.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:07 smithi162 ceph-mon[54108]: pgmap v2620: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:08.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:08 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:07:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:08 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:07:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:08 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:07:09.537 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:09 smithi162 ceph-mon[54108]: pgmap v2621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:09.537 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:07:09.538 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:07:09.538 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:07:09.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:09 smithi081 ceph-mon[26762]: pgmap v2621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:09.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:07:09.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:07:09.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:07:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:09 smithi096 ceph-mon[51702]: pgmap v2621: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:07:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:07:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:07:10.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:10 smithi081 ceph-mon[26762]: pgmap v2622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:07:10.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:10 smithi081 ceph-mon[26762]: pgmap v2623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:07:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:10 smithi096 ceph-mon[51702]: pgmap v2622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:07:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:10 smithi096 ceph-mon[51702]: pgmap v2623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:07:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:10 smithi162 ceph-mon[54108]: pgmap v2622: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:07:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:10 smithi162 ceph-mon[54108]: pgmap v2623: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:07:12.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:12 smithi081 ceph-mon[26762]: pgmap v2624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:12.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:12 smithi096 ceph-mon[51702]: pgmap v2624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:12.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:12 smithi162 ceph-mon[54108]: pgmap v2624: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:14.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:14 smithi081 ceph-mon[26762]: pgmap v2625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:14.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:14 smithi096 ceph-mon[51702]: pgmap v2625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:14.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:14 smithi162 ceph-mon[54108]: pgmap v2625: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:16.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:16 smithi081 ceph-mon[26762]: pgmap v2626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:16.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:16 smithi096 ceph-mon[51702]: pgmap v2626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:16.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:16 smithi162 ceph-mon[54108]: pgmap v2626: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:18.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:18 smithi081 ceph-mon[26762]: pgmap v2627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:18.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:18 smithi096 ceph-mon[51702]: pgmap v2627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:18.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:18 smithi162 ceph-mon[54108]: pgmap v2627: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:07:20.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:20 smithi081 ceph-mon[26762]: pgmap v2628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:07:20.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:20 smithi096 ceph-mon[51702]: pgmap v2628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:07:20.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:20 smithi162 ceph-mon[54108]: pgmap v2628: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:07:22.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:22 smithi081 ceph-mon[26762]: pgmap v2629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:22.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:22 smithi096 ceph-mon[51702]: pgmap v2629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:22.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:22 smithi162 ceph-mon[54108]: pgmap v2629: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:24.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:24 smithi081 ceph-mon[26762]: pgmap v2630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:24.655 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:24 smithi162 ceph-mon[54108]: pgmap v2630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:24.655 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:24 smithi096 ceph-mon[51702]: pgmap v2630: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:26.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:26 smithi081 ceph-mon[26762]: pgmap v2631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:26.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:26 smithi096 ceph-mon[51702]: pgmap v2631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:26.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:26 smithi162 ceph-mon[54108]: pgmap v2631: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:28.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:28 smithi081 ceph-mon[26762]: pgmap v2632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:28.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:28 smithi096 ceph-mon[51702]: pgmap v2632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:28.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:28 smithi162 ceph-mon[54108]: pgmap v2632: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:30.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:30 smithi081 ceph-mon[26762]: pgmap v2633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:30.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:30 smithi096 ceph-mon[51702]: pgmap v2633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:30.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:30 smithi162 ceph-mon[54108]: pgmap v2633: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:32.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:32 smithi081 ceph-mon[26762]: pgmap v2634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:32.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:32 smithi096 ceph-mon[51702]: pgmap v2634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:32.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:32 smithi162 ceph-mon[54108]: pgmap v2634: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:34.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:34 smithi096 ceph-mon[51702]: pgmap v2635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:34.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:34 smithi162 ceph-mon[54108]: pgmap v2635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:34.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:34 smithi081 ceph-mon[26762]: pgmap v2635: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:36.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:36 smithi096 ceph-mon[51702]: pgmap v2636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:36.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:36 smithi162 ceph-mon[54108]: pgmap v2636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:36.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:36 smithi081 ceph-mon[26762]: pgmap v2636: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:38.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:38 smithi096 ceph-mon[51702]: pgmap v2637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:38.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:38 smithi162 ceph-mon[54108]: pgmap v2637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:38.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:38 smithi081 ceph-mon[26762]: pgmap v2637: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:40.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:40 smithi096 ceph-mon[51702]: pgmap v2638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:40.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:40 smithi162 ceph-mon[54108]: pgmap v2638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:40.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:40 smithi081 ceph-mon[26762]: pgmap v2638: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:42.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:42 smithi096 ceph-mon[51702]: pgmap v2639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:42.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:42 smithi162 ceph-mon[54108]: pgmap v2639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:42.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:42 smithi081 ceph-mon[26762]: pgmap v2639: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:44.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:44 smithi096 ceph-mon[51702]: pgmap v2640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:44.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:44 smithi162 ceph-mon[54108]: pgmap v2640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:44.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:44 smithi081 ceph-mon[26762]: pgmap v2640: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:46.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:46 smithi096 ceph-mon[51702]: pgmap v2641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:46.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:46 smithi162 ceph-mon[54108]: pgmap v2641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:46.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:46 smithi081 ceph-mon[26762]: pgmap v2641: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:48.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:48 smithi096 ceph-mon[51702]: pgmap v2642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:48.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:48 smithi162 ceph-mon[54108]: pgmap v2642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:48.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:48 smithi081 ceph-mon[26762]: pgmap v2642: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:50.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:50 smithi096 ceph-mon[51702]: pgmap v2643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:50.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:50 smithi162 ceph-mon[54108]: pgmap v2643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:50.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:50 smithi081 ceph-mon[26762]: pgmap v2643: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:52.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:52 smithi096 ceph-mon[51702]: pgmap v2644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:52.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:52 smithi162 ceph-mon[54108]: pgmap v2644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:52.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:52 smithi081 ceph-mon[26762]: pgmap v2644: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:54.617 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:54 smithi081 ceph-mon[26762]: pgmap v2645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:54.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:54 smithi096 ceph-mon[51702]: pgmap v2645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:54.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:54 smithi162 ceph-mon[54108]: pgmap v2645: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:56.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:56 smithi096 ceph-mon[51702]: pgmap v2646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:56.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:56 smithi162 ceph-mon[54108]: pgmap v2646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:56.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:56 smithi081 ceph-mon[26762]: pgmap v2646: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:07:58.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:07:58 smithi096 ceph-mon[51702]: pgmap v2647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:58.660 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:07:58 smithi162 ceph-mon[54108]: pgmap v2647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:07:58.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:07:58 smithi081 ceph-mon[26762]: pgmap v2647: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:00.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:00 smithi096 ceph-mon[51702]: pgmap v2648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:00.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:00 smithi162 ceph-mon[54108]: pgmap v2648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:00.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:00 smithi081 ceph-mon[26762]: pgmap v2648: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:02.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:02 smithi096 ceph-mon[51702]: pgmap v2649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:02.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:02 smithi162 ceph-mon[54108]: pgmap v2649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:02.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:02 smithi081 ceph-mon[26762]: pgmap v2649: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:04.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:04 smithi096 ceph-mon[51702]: pgmap v2650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:04.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:04 smithi162 ceph-mon[54108]: pgmap v2650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:04.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:04 smithi081 ceph-mon[26762]: pgmap v2650: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:06.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:06 smithi096 ceph-mon[51702]: pgmap v2651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:06.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:06 smithi162 ceph-mon[54108]: pgmap v2651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:06.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:06 smithi081 ceph-mon[26762]: pgmap v2651: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:08.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:08 smithi096 ceph-mon[51702]: pgmap v2652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:08.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:08 smithi162 ceph-mon[54108]: pgmap v2652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:08.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:08 smithi081 ceph-mon[26762]: pgmap v2652: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:08:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:09 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:08:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:09 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:09.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:08:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:09.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:09 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:10 smithi096 ceph-mon[51702]: pgmap v2653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:08:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:08:10.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:10 smithi162 ceph-mon[54108]: pgmap v2653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:08:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:08:10.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:10.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:10 smithi081 ceph-mon[26762]: pgmap v2653: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:10.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:08:10.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:08:10.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:08:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:11 smithi096 ceph-mon[51702]: pgmap v2654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2 op/s 2024-04-24T14:08:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:11 smithi096 ceph-mon[51702]: pgmap v2655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:11.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:11 smithi162 ceph-mon[54108]: pgmap v2654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2 op/s 2024-04-24T14:08:11.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:11 smithi162 ceph-mon[54108]: pgmap v2655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:11 smithi081 ceph-mon[26762]: pgmap v2654: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2 op/s 2024-04-24T14:08:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:11 smithi081 ceph-mon[26762]: pgmap v2655: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:13 smithi096 ceph-mon[51702]: pgmap v2656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:13 smithi162 ceph-mon[54108]: pgmap v2656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:13.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:13 smithi081 ceph-mon[26762]: pgmap v2656: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:15.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:15 smithi096 ceph-mon[51702]: pgmap v2657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:15.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:15 smithi162 ceph-mon[54108]: pgmap v2657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:15.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:15 smithi081 ceph-mon[26762]: pgmap v2657: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:17.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:17 smithi096 ceph-mon[51702]: pgmap v2658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:17.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:17 smithi162 ceph-mon[54108]: pgmap v2658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:17.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:17 smithi081 ceph-mon[26762]: pgmap v2658: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:19.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:19 smithi096 ceph-mon[51702]: pgmap v2659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:19.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:19 smithi162 ceph-mon[54108]: pgmap v2659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:19.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:19 smithi081 ceph-mon[26762]: pgmap v2659: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.7 KiB/s rd, 1 op/s 2024-04-24T14:08:21.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:21 smithi096 ceph-mon[51702]: pgmap v2660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:08:21.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:21 smithi162 ceph-mon[54108]: pgmap v2660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:08:21.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:21 smithi081 ceph-mon[26762]: pgmap v2660: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:08:23.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:23 smithi162 ceph-mon[54108]: pgmap v2661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:23.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:23 smithi081 ceph-mon[26762]: pgmap v2661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:23.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:23 smithi096 ceph-mon[51702]: pgmap v2661: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:25.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:25 smithi162 ceph-mon[54108]: pgmap v2662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:25.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:25 smithi081 ceph-mon[26762]: pgmap v2662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:25.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:25 smithi096 ceph-mon[51702]: pgmap v2662: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:27.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:27 smithi081 ceph-mon[26762]: pgmap v2663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:27.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:27 smithi096 ceph-mon[51702]: pgmap v2663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:27.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:27 smithi162 ceph-mon[54108]: pgmap v2663: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:29.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:29 smithi081 ceph-mon[26762]: pgmap v2664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:29.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:29 smithi096 ceph-mon[51702]: pgmap v2664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:29.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:29 smithi162 ceph-mon[54108]: pgmap v2664: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:31.817 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:31 smithi081 ceph-mon[26762]: pgmap v2665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:31.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:31 smithi096 ceph-mon[51702]: pgmap v2665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:31.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:31 smithi162 ceph-mon[54108]: pgmap v2665: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:33.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:33 smithi081 ceph-mon[26762]: pgmap v2666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:33.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:33 smithi096 ceph-mon[51702]: pgmap v2666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:33.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:33 smithi162 ceph-mon[54108]: pgmap v2666: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:35.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:35 smithi081 ceph-mon[26762]: pgmap v2667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:35.880 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:35 smithi096 ceph-mon[51702]: pgmap v2667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:35.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:35 smithi162 ceph-mon[54108]: pgmap v2667: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:37.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:37 smithi081 ceph-mon[26762]: pgmap v2668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:37.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:37 smithi096 ceph-mon[51702]: pgmap v2668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:37.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:37 smithi162 ceph-mon[54108]: pgmap v2668: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:39.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:39 smithi081 ceph-mon[26762]: pgmap v2669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:39.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:39 smithi096 ceph-mon[51702]: pgmap v2669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:39.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:39 smithi162 ceph-mon[54108]: pgmap v2669: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:41.688 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:41 smithi162 ceph-mon[54108]: pgmap v2670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:41.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:41 smithi081 ceph-mon[26762]: pgmap v2670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:41.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:41 smithi096 ceph-mon[51702]: pgmap v2670: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:43.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:43 smithi081 ceph-mon[26762]: pgmap v2671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:43.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:43 smithi096 ceph-mon[51702]: pgmap v2671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:43.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:43 smithi162 ceph-mon[54108]: pgmap v2671: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:45.683 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:45 smithi096 ceph-mon[51702]: pgmap v2672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:45.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:45 smithi081 ceph-mon[26762]: pgmap v2672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:45.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:45 smithi162 ceph-mon[54108]: pgmap v2672: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:47.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:47 smithi081 ceph-mon[26762]: pgmap v2673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:47.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:47 smithi096 ceph-mon[51702]: pgmap v2673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:47.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:47 smithi162 ceph-mon[54108]: pgmap v2673: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:49.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:49 smithi081 ceph-mon[26762]: pgmap v2674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:49.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:49 smithi096 ceph-mon[51702]: pgmap v2674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:49.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:49 smithi162 ceph-mon[54108]: pgmap v2674: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:51.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:51 smithi081 ceph-mon[26762]: pgmap v2675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:51.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:51 smithi096 ceph-mon[51702]: pgmap v2675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:51.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:51 smithi162 ceph-mon[54108]: pgmap v2675: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:53.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:53 smithi081 ceph-mon[26762]: pgmap v2676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:53.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:53 smithi096 ceph-mon[51702]: pgmap v2676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:53.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:53 smithi162 ceph-mon[54108]: pgmap v2676: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:55.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:55 smithi081 ceph-mon[26762]: pgmap v2677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:55.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:55 smithi096 ceph-mon[51702]: pgmap v2677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:55.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:55 smithi162 ceph-mon[54108]: pgmap v2677: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:08:57.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:57 smithi081 ceph-mon[26762]: pgmap v2678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:57.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:57 smithi096 ceph-mon[51702]: pgmap v2678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:57.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:57 smithi162 ceph-mon[54108]: pgmap v2678: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:59.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:08:59 smithi081 ceph-mon[26762]: pgmap v2679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:59.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:08:59 smithi096 ceph-mon[51702]: pgmap v2679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:08:59.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:08:59 smithi162 ceph-mon[54108]: pgmap v2679: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:01.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:01 smithi081 ceph-mon[26762]: pgmap v2680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:01.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:01 smithi096 ceph-mon[51702]: pgmap v2680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:01.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:01 smithi162 ceph-mon[54108]: pgmap v2680: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:03.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:03 smithi081 ceph-mon[26762]: pgmap v2681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:03.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:03 smithi096 ceph-mon[51702]: pgmap v2681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:03.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:03 smithi162 ceph-mon[54108]: pgmap v2681: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:05.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:05 smithi081 ceph-mon[26762]: pgmap v2682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:05.880 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:05 smithi096 ceph-mon[51702]: pgmap v2682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:05.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:05 smithi162 ceph-mon[54108]: pgmap v2682: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:07.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:07 smithi081 ceph-mon[26762]: pgmap v2683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:07.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:07 smithi096 ceph-mon[51702]: pgmap v2683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:07.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:07 smithi162 ceph-mon[54108]: pgmap v2683: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:09.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:09 smithi081 ceph-mon[26762]: pgmap v2684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:09.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:09 smithi096 ceph-mon[51702]: pgmap v2684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:09.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:09 smithi162 ceph-mon[54108]: pgmap v2684: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:10.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:10 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:09:10.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:10 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:09:10.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:10 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:09:11.787 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: pgmap v2685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:11.787 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.788 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:11 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: pgmap v2685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.816 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:11 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: pgmap v2685: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:11.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.882 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:11.883 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:11 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:12.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T14:09:12.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:09:12.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:09:12.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:12.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T14:09:12.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:09:12.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:09:12.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:12.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config rm", "who": "osd/host:smithi177", "name": "osd_memory_target"} : dispatch 2024-04-24T14:09:12.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:09:12.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:09:12.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:09:13.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:13 smithi081 ceph-mon[26762]: pgmap v2686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:13.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:13 smithi081 ceph-mon[26762]: pgmap v2687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:13.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:13 smithi096 ceph-mon[51702]: pgmap v2686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:13.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:13 smithi096 ceph-mon[51702]: pgmap v2687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:13.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:13 smithi162 ceph-mon[54108]: pgmap v2686: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:13.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:13 smithi162 ceph-mon[54108]: pgmap v2687: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:15.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:15 smithi081 ceph-mon[26762]: pgmap v2688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:15.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:15 smithi096 ceph-mon[51702]: pgmap v2688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:15.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:15 smithi162 ceph-mon[54108]: pgmap v2688: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:17.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:17 smithi081 ceph-mon[26762]: pgmap v2689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:17.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:17 smithi096 ceph-mon[51702]: pgmap v2689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:17.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:17 smithi162 ceph-mon[54108]: pgmap v2689: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:18.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:18 smithi081 ceph-mon[26762]: pgmap v2690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:18.881 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:18 smithi096 ceph-mon[51702]: pgmap v2690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:18.886 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:18 smithi162 ceph-mon[54108]: pgmap v2690: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:21.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:20 smithi081 ceph-mon[26762]: pgmap v2691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:21.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:20 smithi096 ceph-mon[51702]: pgmap v2691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:21.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:20 smithi162 ceph-mon[54108]: pgmap v2691: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:23.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:22 smithi081 ceph-mon[26762]: pgmap v2692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:23.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:22 smithi096 ceph-mon[51702]: pgmap v2692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:23.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:22 smithi162 ceph-mon[54108]: pgmap v2692: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:25.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:24 smithi081 ceph-mon[26762]: pgmap v2693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:25.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:24 smithi096 ceph-mon[51702]: pgmap v2693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:25.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:24 smithi162 ceph-mon[54108]: pgmap v2693: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:27.310 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:26 smithi081 ceph-mon[26762]: pgmap v2694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:27.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:26 smithi096 ceph-mon[51702]: pgmap v2694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:27.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:26 smithi162 ceph-mon[54108]: pgmap v2694: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:29.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:28 smithi081 ceph-mon[26762]: pgmap v2695: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:29.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:28 smithi096 ceph-mon[51702]: pgmap v2695: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:29.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:28 smithi162 ceph-mon[54108]: pgmap v2695: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:31.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:30 smithi081 ceph-mon[26762]: pgmap v2696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:31.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:30 smithi096 ceph-mon[51702]: pgmap v2696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:31.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:30 smithi162 ceph-mon[54108]: pgmap v2696: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:33.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:32 smithi081 ceph-mon[26762]: pgmap v2697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:33.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:32 smithi096 ceph-mon[51702]: pgmap v2697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:33.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:32 smithi162 ceph-mon[54108]: pgmap v2697: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:35.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:34 smithi081 ceph-mon[26762]: pgmap v2698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:35.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:34 smithi096 ceph-mon[51702]: pgmap v2698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:35.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:34 smithi162 ceph-mon[54108]: pgmap v2698: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:37.064 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:36 smithi081 ceph-mon[26762]: pgmap v2699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:37.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:36 smithi096 ceph-mon[51702]: pgmap v2699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:37.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:36 smithi162 ceph-mon[54108]: pgmap v2699: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:39.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:38 smithi081 ceph-mon[26762]: pgmap v2700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:39.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:38 smithi096 ceph-mon[51702]: pgmap v2700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:39.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:38 smithi162 ceph-mon[54108]: pgmap v2700: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:41.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:40 smithi081 ceph-mon[26762]: pgmap v2701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:41.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:40 smithi096 ceph-mon[51702]: pgmap v2701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:41.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:40 smithi162 ceph-mon[54108]: pgmap v2701: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:43.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:42 smithi081 ceph-mon[26762]: pgmap v2702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:43.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:42 smithi096 ceph-mon[51702]: pgmap v2702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:43.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:42 smithi162 ceph-mon[54108]: pgmap v2702: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:45.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:44 smithi081 ceph-mon[26762]: pgmap v2703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:45.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:44 smithi096 ceph-mon[51702]: pgmap v2703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:45.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:44 smithi162 ceph-mon[54108]: pgmap v2703: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:47.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:46 smithi081 ceph-mon[26762]: pgmap v2704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:47.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:46 smithi096 ceph-mon[51702]: pgmap v2704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:47.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:46 smithi162 ceph-mon[54108]: pgmap v2704: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:49.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:48 smithi081 ceph-mon[26762]: pgmap v2705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:49.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:48 smithi096 ceph-mon[51702]: pgmap v2705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:49.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:48 smithi162 ceph-mon[54108]: pgmap v2705: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:51.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:50 smithi081 ceph-mon[26762]: pgmap v2706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:51.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:50 smithi096 ceph-mon[51702]: pgmap v2706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:51.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:50 smithi162 ceph-mon[54108]: pgmap v2706: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:53.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:52 smithi081 ceph-mon[26762]: pgmap v2707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:53.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:52 smithi096 ceph-mon[51702]: pgmap v2707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:53.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:52 smithi162 ceph-mon[54108]: pgmap v2707: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:55.315 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:54 smithi081 ceph-mon[26762]: pgmap v2708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:55.381 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:54 smithi096 ceph-mon[51702]: pgmap v2708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:55.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:54 smithi162 ceph-mon[54108]: pgmap v2708: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:09:57.314 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:56 smithi081 ceph-mon[26762]: pgmap v2709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:57.380 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:56 smithi096 ceph-mon[51702]: pgmap v2709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:57.386 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:56 smithi162 ceph-mon[54108]: pgmap v2709: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:09:58.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:58 smithi081 ceph-mon[26762]: osdmap e107: 8 total, 8 up, 8 in 2024-04-24T14:09:58.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:58 smithi096 ceph-mon[51702]: osdmap e107: 8 total, 8 up, 8 in 2024-04-24T14:09:58.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:58 smithi162 ceph-mon[54108]: osdmap e107: 8 total, 8 up, 8 in 2024-04-24T14:09:59.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:09:59 smithi081 ceph-mon[26762]: pgmap v2711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:59.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:09:59 smithi096 ceph-mon[51702]: pgmap v2711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:09:59.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:09:59 smithi162 ceph-mon[54108]: pgmap v2711: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:00.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:00 smithi081 ceph-mon[26762]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T14:10:00.633 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:00 smithi096 ceph-mon[51702]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T14:10:00.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:00 smithi162 ceph-mon[54108]: overall HEALTH_WARN 1 failed cephadm daemon(s) 2024-04-24T14:10:01.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:01 smithi081 ceph-mon[26762]: pgmap v2712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:01.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:01 smithi096 ceph-mon[51702]: pgmap v2712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:01.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:01 smithi162 ceph-mon[54108]: pgmap v2712: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:03.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:03 smithi081 ceph-mon[26762]: pgmap v2713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:03.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:03 smithi096 ceph-mon[51702]: pgmap v2713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:03.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:03 smithi162 ceph-mon[54108]: pgmap v2713: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:05.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:05 smithi081 ceph-mon[26762]: pgmap v2714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:05.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:05 smithi096 ceph-mon[51702]: pgmap v2714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:05.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:05 smithi162 ceph-mon[54108]: pgmap v2714: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:07.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:07 smithi081 ceph-mon[26762]: pgmap v2715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:07.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:07 smithi096 ceph-mon[51702]: pgmap v2715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:07.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:07 smithi162 ceph-mon[54108]: pgmap v2715: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:09.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:09 smithi081 ceph-mon[26762]: pgmap v2716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T14:10:09.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:09 smithi096 ceph-mon[51702]: pgmap v2716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T14:10:09.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:09 smithi162 ceph-mon[54108]: pgmap v2716: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.8 KiB/s rd, 1 op/s 2024-04-24T14:10:11.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:11 smithi081 ceph-mon[26762]: pgmap v2717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:10:11.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:11 smithi096 ceph-mon[51702]: pgmap v2717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:10:11.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:11 smithi162 ceph-mon[54108]: pgmap v2717: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:10:12.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:12 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:10:12.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:12 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:10:12.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:12 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config dump", "format": "json"} : dispatch 2024-04-24T14:10:13.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:13 smithi081 ceph-mon[26762]: pgmap v2718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:10:13.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:10:13.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:10:13.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:13 smithi081 ceph-mon[26762]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:10:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:13 smithi096 ceph-mon[51702]: pgmap v2718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:10:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:10:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:10:13.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:13 smithi096 ceph-mon[51702]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:10:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:13 smithi162 ceph-mon[54108]: pgmap v2718: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:10:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "config generate-minimal-conf"} : dispatch 2024-04-24T14:10:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' cmd={"prefix": "auth get", "entity": "client.admin"} : dispatch 2024-04-24T14:10:13.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:13 smithi162 ceph-mon[54108]: from='mgr.14150 172.21.15.81:0/2770851789' entity='mgr.x' 2024-04-24T14:10:14.564 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:14 smithi081 ceph-mon[26762]: pgmap v2719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:10:14.565 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:14 smithi081 ceph-mon[26762]: pgmap v2720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:10:14.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:14 smithi096 ceph-mon[51702]: pgmap v2719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:10:14.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:14 smithi096 ceph-mon[51702]: pgmap v2720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:10:14.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:14 smithi162 ceph-mon[54108]: pgmap v2719: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1 op/s 2024-04-24T14:10:14.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:14 smithi162 ceph-mon[54108]: pgmap v2720: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 0 op/s 2024-04-24T14:10:16.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:16 smithi096 ceph-mon[51702]: pgmap v2721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:16.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:16 smithi162 ceph-mon[54108]: pgmap v2721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:16.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:16 smithi081 ceph-mon[26762]: pgmap v2721: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:18.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:18 smithi096 ceph-mon[51702]: pgmap v2722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:18.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:18 smithi162 ceph-mon[54108]: pgmap v2722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:18.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:18 smithi081 ceph-mon[26762]: pgmap v2722: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:20.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:20 smithi096 ceph-mon[51702]: pgmap v2723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:20.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:20 smithi162 ceph-mon[54108]: pgmap v2723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:20.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:20 smithi081 ceph-mon[26762]: pgmap v2723: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:22.631 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:22 smithi096 ceph-mon[51702]: pgmap v2724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:22.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:22 smithi162 ceph-mon[54108]: pgmap v2724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:22.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:22 smithi081 ceph-mon[26762]: pgmap v2724: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.1 KiB/s rd, 1 op/s 2024-04-24T14:10:24.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:24 smithi096 ceph-mon[51702]: pgmap v2725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:24.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:24 smithi162 ceph-mon[54108]: pgmap v2725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:24.815 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:24 smithi081 ceph-mon[26762]: pgmap v2725: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1 op/s 2024-04-24T14:10:26.617 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:26 smithi081 ceph-mon[26762]: pgmap v2726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:10:26.630 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:26 smithi096 ceph-mon[51702]: pgmap v2726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:10:26.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:26 smithi162 ceph-mon[54108]: pgmap v2726: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.0 KiB/s rd, 1 op/s 2024-04-24T14:10:28.634 INFO:journalctl@ceph.mon.b.smithi096.stdout:Apr 24 14:10:28 smithi096 ceph-mon[51702]: pgmap v2727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:10:28.636 INFO:journalctl@ceph.mon.c.smithi162.stdout:Apr 24 14:10:28 smithi162 ceph-mon[54108]: pgmap v2727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:10:28.814 INFO:journalctl@ceph.mon.a.smithi081.stdout:Apr 24 14:10:28 smithi081 ceph-mon[26762]: pgmap v2727: 33 pgs: 33 active+clean; 1.0 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 1 op/s 2024-04-24T14:10:29.018 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2024-04-24T14:10:29.018 DEBUG:teuthology.task.console_log:Killing console logger for smithi081 2024-04-24T14:10:29.019 DEBUG:teuthology.task.console_log:Killing console logger for smithi096 2024-04-24T14:10:29.019 DEBUG:teuthology.task.console_log:Killing console logger for smithi162 2024-04-24T14:10:29.019 DEBUG:teuthology.task.console_log:Killing console logger for smithi177 2024-04-24T14:10:29.020 DEBUG:teuthology.exit:Finished running handlers